-- Logs begin at Thu 2022-09-22 16:26:19 UTC, end at Thu 2022-09-22 17:27:55 UTC. -- Sep 22 16:58:01.432080 dv-cinder-835384-28-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 22 16:58:04.392127 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.common.config [-] Logging enabled! Sep 22 16:58:04.392832 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev13 Sep 22 16:58:04.392978 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106440) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 22 16:58:04.396518 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.common.config [-] Logging enabled! Sep 22 16:58:04.396783 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev13 Sep 22 16:58:04.397101 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106440) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 22 16:58:04.398110 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 16:58:04.398347 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 16:58:04.398928 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 16:58:04.399207 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 16:58:04.399437 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 16:58:04.399764 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.400069 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.400304 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.400610 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.400909 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.401199 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.401494 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.401801 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.402091 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.402371 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.402657 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.402889 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.403196 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.403486 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.403776 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.404003 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] debug = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.404284 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.404712 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.405141 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.405478 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.405770 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.406051 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.406331 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.406619 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.406901 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.407286 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] host = dv-cinder-835384-28-iscsi {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.407565 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.407890 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.408181 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.408470 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.408746 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.409021 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.409307 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.409583 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.409858 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] log_file = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.410139 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.410431 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.410722 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.411050 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.411285 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.411507 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.411796 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.412088 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.412366 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.412640 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.412915 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.413189 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.413462 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.413731 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.414022 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.414310 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.414598 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.414873 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.415175 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.415449 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.415720 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.416003 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.416279 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.416555 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.416827 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.417116 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.417387 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.417662 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.417971 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.418263 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.418542 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.418829 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.419133 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.419419 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.419805 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.420085 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.420361 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] use_json = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.420635 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.421441 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.421982 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.422257 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.422529 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.422804 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.423100 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.423390 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.423664 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:04.423964 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.424264 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.424568 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.424855 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.425168 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.425452 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.425745 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.426023 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.426316 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.426607 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.426894 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.427202 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.427507 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.427798 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.428093 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.428408 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.428698 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.428994 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.429271 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.429549 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.429824 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.430103 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.430393 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.430674 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.430994 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.431290 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.431578 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.431881 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.432171 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.432458 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.432751 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.433267 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.433267 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.433617 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.433873 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.434155 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.434427 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.434856 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.435184 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.435519 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.435747 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.436042 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.436334 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.437191 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.437451 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.437743 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.438022 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.438296 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.438579 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.438856 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.439154 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.439445 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.439725 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.440000 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.440274 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.440557 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.440830 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.441105 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.441385 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.441664 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.441942 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.442217 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.442489 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.442763 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.443058 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.443333 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.443602 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.443878 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.444154 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.444430 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.444702 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.444972 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.445247 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.445522 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.445812 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.446118 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.446400 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.446683 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.446982 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.447270 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.447552 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.447831 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.448114 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.448395 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.448672 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.448976 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.449260 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.449555 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.449843 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.450148 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.450447 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.450729 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.451030 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.451314 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.451595 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.451876 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.452202 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.452478 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.452757 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.453041 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.453326 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.453621 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.453917 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.454196 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.454490 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.454782 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.455108 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.455392 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.455708 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.455986 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:04.456203 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 16:58:04.456454 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106440) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 22 16:58:04.882703 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 22 16:58:04.883039 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 22 16:58:04.883307 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 22 16:58:04.883539 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 22 16:58:04.883816 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 22 16:58:04.884151 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 22 16:58:05.242513 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.242793 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.243137 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.245183 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.245609 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.246017 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.312680 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.313009 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.313209 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.331233 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.331520 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.331785 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.362338 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.362609 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.362859 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.407532 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.408236 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.408236 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.671525 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.672009 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.672250 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.673686 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.674449 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.782250 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.782583 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.782867 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.783160 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.783423 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.783736 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.783996 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.784249 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.784500 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.784787 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.785043 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.785325 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.785558 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.785809 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.786061 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.786323 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.786577 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.786840 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.787392 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.787657 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.787933 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.788182 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.788467 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.788880 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.789126 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.789368 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.789822 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:58:05.790060 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:58:05.790296 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:58:05.790529 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:58:05.790760 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:58:05.791020 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:58:05.791403 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 22 16:58:05.794891 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 22 16:58:05.799512 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 22 16:58:05.803832 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 22 16:58:05.805573 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 22 16:58:05.806258 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 22 16:58:05.806594 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 22 16:58:05.807010 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 22 16:58:05.809953 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 22 16:58:05.810199 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 22 16:58:05.810558 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 16:58:05.815861 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 22 16:58:05.839838 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 22 16:58:05.840308 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.840608 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106440) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 22 16:58:05.840982 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.842414 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106440) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 22 16:58:05.842772 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 16:58:05.843118 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 22 16:58:05.855086 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.855444 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:05.975853 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 22 16:58:05.976128 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 22 16:58:05.976316 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 22 16:58:05.976715 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 22 16:58:06.031673 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO dbcounter [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Registered counter for database neutron Sep 22 16:58:06.053327 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_db.sqlalchemy.engines [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106440) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 22 16:58:06.060487 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG dbcounter [-] [106440] Writer thread running {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 16:58:06.649826 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Initializing driver for type 'gre' Sep 22 16:58:06.650838 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] gre ID ranges: [(1, 1000)] Sep 22 16:58:06.718491 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Initializing driver for type 'local' Sep 22 16:58:06.718891 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Initializing driver for type 'vlan' Sep 22 16:58:06.734095 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] VlanTypeDriver initialization complete Sep 22 16:58:06.734586 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Initializing driver for type 'vxlan' Sep 22 16:58:06.735248 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] vxlan ID ranges: [(1, 1000)] Sep 22 16:58:06.800847 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Initializing extension driver 'port_security' Sep 22 16:58:06.801384 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.extensions.port_security [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] PortSecurityExtensionDriver initialization complete Sep 22 16:58:06.801911 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Initializing mechanism driver 'openvswitch' Sep 22 16:58:06.802513 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Initializing mechanism driver 'hyperv' Sep 22 16:58:06.813802 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.plugins.ml2.plugin [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:06.814879 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > port after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.815514 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > port after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.816083 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > port after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.816926 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 16:58:06.817594 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > subnet after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.818161 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > subnet after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.818734 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.819376 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 16:58:06.820051 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > network after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.820623 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > network after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.821180 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > network after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.821807 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 16:58:06.822459 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > security_group after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.823086 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > security_group after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.823659 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.824285 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 16:58:06.824962 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.825539 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.826098 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.827021 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 16:58:06.828344 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > address_group after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.828908 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > address_group after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.829489 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.830144 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 16:58:06.830870 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] ML2 OVO RPC backend initialized. {{(pid=106440) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 22 16:58:06.832155 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.832748 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.833433 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > network before_response 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.834025 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > networks before_response 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.834614 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > port before_response 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.835254 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > ports before_response 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.835834 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > subnet before_response 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.836435 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > subnets before_response 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.837014 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > network after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.837562 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > network after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.838139 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > network after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.838721 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > port after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.839334 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > port after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.839908 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > port after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.840486 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > subnet after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.841069 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > subnet after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.841650 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.854754 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded quota_driver: . Sep 22 16:58:06.855365 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.plugin [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Modular L2 Plugin initialization complete Sep 22 16:58:06.855933 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading services supported by the core plugin {{(pid=106440) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 22 16:58:06.856513 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.plugins.ml2.managers [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Got port-security extension from driver 'port_security' Sep 22 16:58:06.857355 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.extensions.vlantransparent [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Disabled vlantransparent extension. Sep 22 16:58:06.858189 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106440) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 22 16:58:06.858733 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading Plugin: router Sep 22 16:58:06.900610 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.900977 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router after_create 55549900 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.901384 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router before_create 55549900 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.901788 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.902230 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.902676 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router after_delete 55549900 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.903110 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.903499 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.903899 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router after_create 55549900 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.904284 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router after_update 55549900 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.904673 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router after_update 55549900 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.905058 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.905977 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router after_update 55549900 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.906473 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router precommit_update 55549900 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.906939 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: port after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.907377 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: port after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.907761 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: subnet after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.908147 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.908539 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.908954 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router precommit_create 55549900 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.909416 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: port before_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.909809 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router precommit_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.910215 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router after_update 55549900 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.910600 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.911042 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router precommit_create 55549900 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.911510 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.911903 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router precommit_update 55549900 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.912319 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > agent after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.912717 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > agent after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.913108 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > network after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.914110 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Tracking information for resource: router configured {{(pid=106440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:58:06.914479 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Tracking information for resource: floatingip configured {{(pid=106440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:58:06.920133 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.db.l3_agentschedulers_db [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 22 16:58:06.920928 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: port after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.921338 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: port after_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.922048 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: port after_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.922452 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: port after_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.923370 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router before_create 55550100 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.923780 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.924177 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router precommit_create 55550100 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.924588 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > router precommit_update 55550100 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.929917 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.services.provider_configuration [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Service providers = [] {{(pid=106440) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 22 16:58:06.930335 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.db.servicetype_db [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106440) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 22 16:58:06.933724 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.services.service_base [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106440) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 16:58:06.934111 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.services.service_base [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106440) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 16:58:06.934489 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.services.service_base [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106440) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 16:58:06.935455 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.services.service_base [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106440) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 16:58:06.935900 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.services.service_base [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 22 16:58:06.936848 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:58:06.937278 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 22 16:58:06.950554 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:58:06.950971 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading Plugin: auto_allocate Sep 22 16:58:06.958153 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: network precommit_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.958605 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: network precommit_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.959351 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:58:06.959704 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading Plugin: tag Sep 22 16:58:06.969150 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:58:06.969522 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading Plugin: timestamp Sep 22 16:58:06.974119 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:58:06.974494 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading Plugin: network_ip_availability Sep 22 16:58:06.980578 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.981000 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.981401 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:06.982346 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:58:06.982670 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading Plugin: flavors Sep 22 16:58:06.988653 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:58:06.988955 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading Plugin: revisions Sep 22 16:58:06.993717 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:58:06.994105 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_concurrency.lockutils [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.110s {{(pid=106440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 22 16:58:06.994888 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106440) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 22 16:58:06.995255 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Initializing extension manager. Sep 22 16:58:06.995795 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: __init__.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:06.996127 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: __pycache__ {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:06.996464 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: address_group.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:06.997459 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:06.998058 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: address-group Sep 22 16:58:06.998382 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: address_scope.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:06.999611 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.000126 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: address-scope Sep 22 16:58:07.000448 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.001407 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.001924 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: router-admin-state-down-before-update Sep 22 16:58:07.002243 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: agent.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.002922 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.003451 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: agent Sep 22 16:58:07.003771 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: agent_resources_synced.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.004650 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.005158 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: agent-resources-synced Sep 22 16:58:07.005476 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: allowedaddresspairs.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.007354 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.007874 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: allowed-address-pairs Sep 22 16:58:07.008196 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: auto_allocated_topology.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.009253 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.009765 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: auto-allocated-topology Sep 22 16:58:07.010088 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: availability_zone.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.010750 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.011290 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: availability_zone Sep 22 16:58:07.011603 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: availability_zone_filter.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.012494 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.013001 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: availability_zone_filter Sep 22 16:58:07.013321 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: data_plane_status.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.014186 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.015363 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension data-plane-status not supported by any of loaded plugins Sep 22 16:58:07.015689 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: default_subnetpools.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.016575 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.017094 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: default-subnetpools Sep 22 16:58:07.017416 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.018229 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.018740 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: dhcp_agent_scheduler Sep 22 16:58:07.019093 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: dns.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.019986 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.020490 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension dns-integration not supported by any of loaded plugins Sep 22 16:58:07.020808 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: dns_domain_ports.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.021686 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.022188 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 22 16:58:07.022506 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.023415 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.023925 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 22 16:58:07.024246 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: dvr.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.024889 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.025393 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: dvr Sep 22 16:58:07.025713 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: ecmp_routes.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.026594 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.027135 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 22 16:58:07.027453 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: empty_string_filtering.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.028328 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.028834 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: empty-string-filtering Sep 22 16:58:07.029152 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.030014 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.031083 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 22 16:58:07.031402 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.032275 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.032778 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 22 16:58:07.033094 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: external_net.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.033955 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.034464 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: external-net Sep 22 16:58:07.034785 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.035674 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.036184 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: extra_dhcp_opt Sep 22 16:58:07.036505 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: extraroute.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.037370 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.037877 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: extraroute Sep 22 16:58:07.038196 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: extraroute_atomic.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.039237 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.039747 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: extraroute-atomic Sep 22 16:58:07.040067 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: filter_validation.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.040716 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.041216 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: filter-validation Sep 22 16:58:07.041537 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: fip_pf_description.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.042428 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.042930 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 22 16:58:07.043285 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: fip_pf_detail.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.044170 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.044661 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 22 16:58:07.044982 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: fip_pf_port_range.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.046466 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.047276 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 22 16:58:07.047598 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: fip_port_details.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.048478 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.048992 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: fip-port-details Sep 22 16:58:07.049312 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: flavors.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.050523 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.051071 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: flavors Sep 22 16:58:07.051396 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.053036 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.053560 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 22 16:58:07.053888 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: floatingip_pools.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.054560 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.055202 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: floatingip-pools Sep 22 16:58:07.055531 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: ip_allocation.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.056439 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.056951 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension ip_allocation not supported by any of loaded plugins Sep 22 16:58:07.057273 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.058168 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.058677 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: ip-substring-filtering Sep 22 16:58:07.059041 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: l2_adjacency.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.059912 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.060419 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 22 16:58:07.060741 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: l3.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.061762 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.062274 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: router Sep 22 16:58:07.062601 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.065265 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.065804 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 22 16:58:07.066135 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.067063 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.067583 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: ext-gw-mode Sep 22 16:58:07.067910 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.068798 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.069315 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: l3-ha Sep 22 16:58:07.069637 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.070505 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.071037 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 22 16:58:07.071361 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: l3_flavors.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.072233 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.072750 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: l3-flavors Sep 22 16:58:07.073067 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.074448 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.075005 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 22 16:58:07.075338 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.076226 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.076746 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 22 16:58:07.077123 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: l3agentscheduler.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.078167 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.078687 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: l3_agent_scheduler Sep 22 16:58:07.079053 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: local_ip.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.080838 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.081361 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension local_ip not supported by any of loaded plugins Sep 22 16:58:07.081690 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: logging.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.083214 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.083751 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension logging not supported by any of loaded plugins Sep 22 16:58:07.084078 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: metering.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.084821 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.085400 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: metering Sep 22 16:58:07.085725 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.086839 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.087394 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: metering_source_and_destination_fields Sep 22 16:58:07.087717 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: multiprovidernet.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.088614 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.089137 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: multi-provider Sep 22 16:58:07.089462 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: netmtu.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.090380 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.090900 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: net-mtu Sep 22 16:58:07.091247 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: netmtu_writable.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.092138 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.093189 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: net-mtu-writable Sep 22 16:58:07.093505 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: network_availability_zone.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.094168 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.094672 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: network_availability_zone Sep 22 16:58:07.095018 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: network_ip_availability.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.096165 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.096677 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: network-ip-availability Sep 22 16:58:07.096996 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: network_segment_range.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.097767 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.098272 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension network-segment-range not supported by any of loaded plugins Sep 22 16:58:07.098589 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: pagination.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.099598 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.099923 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: pagination Sep 22 16:58:07.100242 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: port_device_profile.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.101118 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.101644 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: port-device-profile Sep 22 16:58:07.101966 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: port_mac_address_override.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.102880 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.103431 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: port-mac-override Sep 22 16:58:07.103754 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.104650 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.105156 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: port-mac-address-regenerate Sep 22 16:58:07.105477 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.106354 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.106866 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: port-numa-affinity-policy Sep 22 16:58:07.107215 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: port_resource_request.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.108096 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.108679 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension port-resource-request not supported by any of loaded plugins Sep 22 16:58:07.108998 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: port_resource_request_groups.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.109946 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.110457 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 22 16:58:07.110790 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: portbindings.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.111718 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.112233 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: binding Sep 22 16:58:07.112549 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: portbindings_extended.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.113811 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.114330 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: binding-extended Sep 22 16:58:07.114674 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: portsecurity.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.115568 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.116091 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: port-security Sep 22 16:58:07.116413 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: project_id.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.117636 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.117967 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: project-id Sep 22 16:58:07.118289 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: providernet.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.119227 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.119782 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: provider Sep 22 16:58:07.120102 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: qos.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.124528 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.125097 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension qos not supported by any of loaded plugins Sep 22 16:58:07.125428 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.126820 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.127399 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 22 16:58:07.127726 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.128705 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.129237 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 22 16:58:07.129565 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: qos_default.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.130521 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.131076 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension qos-default not supported by any of loaded plugins Sep 22 16:58:07.131398 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: qos_fip.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.132474 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.132995 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension qos-fip not supported by any of loaded plugins Sep 22 16:58:07.133318 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.134228 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.134741 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 22 16:58:07.135094 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: qos_gateway_ip.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.136019 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.136535 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 22 16:58:07.136857 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: qos_port_network_policy.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.137767 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.138287 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 22 16:58:07.138607 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.139779 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.140303 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 22 16:58:07.140626 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.141637 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.142153 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 22 16:58:07.142476 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: qos_pps_rule.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.143709 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.144233 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension qos-pps not supported by any of loaded plugins Sep 22 16:58:07.144561 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: qos_rule_type_details.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.145456 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.145972 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 22 16:58:07.146294 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.147220 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.147729 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 22 16:58:07.148057 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: qos_rules_alias.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.149076 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.149587 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 22 16:58:07.149905 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: quota_check_limit.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.150861 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.151331 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: quota-check-limit Sep 22 16:58:07.151652 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: quotasv2.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.152654 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.152975 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: quotas Sep 22 16:58:07.153291 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: quotasv2_detail.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.155683 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.156021 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: quota_details Sep 22 16:58:07.156347 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: rbac.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.157472 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.158045 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: rbac-policies Sep 22 16:58:07.158373 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: rbac_address_group.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.159388 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.159911 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: rbac-address-group Sep 22 16:58:07.160240 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: rbac_address_scope.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.161222 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.161746 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: rbac-address-scope Sep 22 16:58:07.162073 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: rbac_security_groups.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.163111 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.163524 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: rbac-security-groups Sep 22 16:58:07.163846 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: rbac_subnetpool.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.164755 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.165270 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: rbac-subnetpool Sep 22 16:58:07.165724 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: revisionifmatch.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.166671 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.167228 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: revision-if-match Sep 22 16:58:07.167550 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: revisions.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.168677 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.169191 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: standard-attr-revisions Sep 22 16:58:07.169511 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: router_availability_zone.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.170163 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.170674 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: router_availability_zone Sep 22 16:58:07.171084 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: routerservicetype.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.172255 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.172787 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension router-service-type not supported by any of loaded plugins Sep 22 16:58:07.173091 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.173975 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.174495 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: security-groups-normalized-cidr Sep 22 16:58:07.174813 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.175735 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.176257 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: port-security-groups-filtering Sep 22 16:58:07.176584 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.177472 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.177983 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: security-groups-remote-address-group Sep 22 16:58:07.178310 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.179241 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.179751 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: security-groups-shared-filtering Sep 22 16:58:07.180074 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: securitygroup.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.191231 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.191874 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: security-group Sep 22 16:58:07.192248 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: segment.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.193099 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.193732 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension segment not supported by any of loaded plugins Sep 22 16:58:07.194088 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.195380 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.196019 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 22 16:58:07.196406 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: servicetype.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.197629 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.198205 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: service-type Sep 22 16:58:07.198574 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: sorting.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.199622 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.199992 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: sorting Sep 22 16:58:07.200351 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: standard_attr_segment.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.201286 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.201852 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 22 16:58:07.202304 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: standardattrdescription.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.203093 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.203722 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: standard-attr-description Sep 22 16:58:07.204089 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: stateful_security_group.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.205133 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.205711 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: stateful-security-group Sep 22 16:58:07.206078 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: stdattrs_common.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.206684 dv-cinder-835384-28-iscsi neutron-server[106440]: WARNING neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 22 16:58:07.207094 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.208041 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.208605 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 22 16:58:07.208965 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: subnet_onboard.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.210076 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.210647 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: subnet_onboard Sep 22 16:58:07.211046 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.212020 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.212596 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 22 16:58:07.212968 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: subnet_service_types.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.213947 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.214503 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: subnet-service-types Sep 22 16:58:07.214865 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: subnetallocation.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.215979 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.216546 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: subnet_allocation Sep 22 16:58:07.216910 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.217632 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.218290 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: subnetpool-prefix-ops Sep 22 16:58:07.218651 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.219685 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.220248 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 22 16:58:07.220611 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: tagging.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.221764 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.222344 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: standard-attr-tag Sep 22 16:58:07.222734 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: timestamp.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.224223 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.224809 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loaded extension: standard-attr-timestamp Sep 22 16:58:07.225175 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: trunk.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.226218 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.226776 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension trunk not supported by any of loaded plugins Sep 22 16:58:07.227186 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: trunk_details.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.228153 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.228726 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension trunk-details not supported by any of loaded plugins Sep 22 16:58:07.229095 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: uplink_status_propagation.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.230015 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.230572 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 22 16:58:07.230935 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Loading extension file: vlantransparent.py {{(pid=106440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:58:07.231662 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:58:07.232209 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 22 16:58:07.235582 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of TrackedResource for resource:network Sep 22 16:58:07.236154 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of TrackedResource for resource:subnet Sep 22 16:58:07.236582 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 16:58:07.237001 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of TrackedResource for resource:port Sep 22 16:58:07.238467 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.v2.resource_helper [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:58:07.238988 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.v2.resource_helper [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Service FLAVORS assigned prefix: {{(pid=106440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:58:07.239648 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.v2.resource_helper [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:58:07.240127 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.v2.resource_helper [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:58:07.240465 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of TrackedResource for resource:router Sep 22 16:58:07.240943 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of TrackedResource for resource:floatingip Sep 22 16:58:07.241483 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.v2.resource_helper [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Service METERING assigned prefix: /metering {{(pid=106440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:58:07.243042 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:07.243457 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:07.243845 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:58:07.245021 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 16:58:07.245578 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of TrackedResource for resource:security_group Sep 22 16:58:07.246073 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 16:58:07.246661 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.v2.resource_helper [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Service CORE assigned prefix: {{(pid=106440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:58:07.247071 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 16:58:07.247461 dv-cinder-835384-28-iscsi neutron-server[106440]: WARNING neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] subnetpool is already registered Sep 22 16:58:07.247993 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.v2.resource_helper [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Service CORE assigned prefix: {{(pid=106440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:58:07.248362 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 16:58:07.248733 dv-cinder-835384-28-iscsi neutron-server[106440]: WARNING neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] subnetpool is already registered Sep 22 16:58:07.251381 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.v2.resource_helper [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:58:07.251868 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.v2.resource_helper [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Service FLAVORS assigned prefix: {{(pid=106440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:58:07.252547 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.v2.resource_helper [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:58:07.253125 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.v2.resource_helper [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:58:07.253458 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of TrackedResource for resource:router Sep 22 16:58:07.253848 dv-cinder-835384-28-iscsi neutron-server[106440]: WARNING neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] router is already registered Sep 22 16:58:07.254302 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of TrackedResource for resource:floatingip Sep 22 16:58:07.254666 dv-cinder-835384-28-iscsi neutron-server[106440]: WARNING neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] floatingip is already registered Sep 22 16:58:07.255267 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.v2.resource_helper [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Service METERING assigned prefix: /metering {{(pid=106440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:58:07.256123 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 16:58:07.256496 dv-cinder-835384-28-iscsi neutron-server[106440]: WARNING neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] rbac_policy is already registered Sep 22 16:58:07.256964 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of TrackedResource for resource:security_group Sep 22 16:58:07.257334 dv-cinder-835384-28-iscsi neutron-server[106440]: WARNING neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] security_group is already registered Sep 22 16:58:07.257794 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 16:58:07.258232 dv-cinder-835384-28-iscsi neutron-server[106440]: WARNING neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] security_group_rule is already registered Sep 22 16:58:07.258780 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.v2.resource_helper [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Service CORE assigned prefix: {{(pid=106440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:58:07.259163 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 16:58:07.259541 dv-cinder-835384-28-iscsi neutron-server[106440]: WARNING neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] subnetpool is already registered Sep 22 16:58:07.260015 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.v2.resource_helper [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Service CORE assigned prefix: {{(pid=106440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:58:07.260374 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 16:58:07.260740 dv-cinder-835384-28-iscsi neutron-server[106440]: WARNING neutron.quota.resource_registry [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] subnetpool is already registered Sep 22 16:58:07.261250 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: extensions {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.262990 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: address-groups {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.265150 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: address-scopes {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.266546 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: agents {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.267821 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: auto-allocated-topology {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.270809 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: availability_zones {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.272147 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: dhcp-networks {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.273706 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: dhcp-agents {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.275357 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: routers {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.277297 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: flavors {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.278635 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: service_profiles {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.280099 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: next_providers {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.281661 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: service_profiles {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.283207 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: floatingip-pools {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.284534 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: routers {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.286661 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: floatingips {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.287950 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: l3-routers {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.289509 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: l3-agents {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.291221 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: metering-labels {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.292577 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: metering-label-rules {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.293993 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: network-ip-availabilities {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.295614 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: bindings {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.298062 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: quotas {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.299838 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: quotas {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.301529 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: rbac-policies {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.302815 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: security-groups {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.304229 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: security-group-rules {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.305566 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: service-providers {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.306978 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: subnetpools {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.308394 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: subnetpools {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.310013 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: tags {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.312548 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: tags {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.314336 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: tags {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.316299 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: tags {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.318033 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: tags {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.320052 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: tags {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.321945 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: tags {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.323819 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: tags {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.325631 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: tags {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.327601 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron.api.extensions [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Extended resource: tags {{(pid=106440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:58:07.335344 dv-cinder-835384-28-iscsi neutron-server[106440]: WARNING keystonemiddleware.auth_token [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 22 16:58:07.340805 dv-cinder-835384-28-iscsi neutron-server[106440]: WARNING keystonemiddleware.auth_token [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 22 16:58:07.350182 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_concurrency.lockutils [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Acquiring lock "singleton_lock" {{(pid=106440) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 22 16:58:07.350562 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_concurrency.lockutils [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Acquired lock "singleton_lock" {{(pid=106440) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 22 16:58:07.351122 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_concurrency.lockutils [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Releasing lock "singleton_lock" {{(pid=106440) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 22 16:58:07.351845 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO oslo_service.service [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Starting 2 workers Sep 22 16:58:07.356923 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Started child 106555 {{(pid=106440) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 16:58:07.362466 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Started child 106556 {{(pid=106440) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 16:58:07.364261 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO neutron.service [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 22 16:58:07.364554 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:07.365486 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:07.366819 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [-] (106555) wsgi starting up on http://0.0.0.0:9696 Sep 22 16:58:07.368292 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO oslo_service.service [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Starting 1 workers Sep 22 16:58:07.369596 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:07.371414 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [-] (106556) wsgi starting up on http://0.0.0.0:9696 Sep 22 16:58:07.375910 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Started child 106557 {{(pid=106440) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 16:58:07.376787 dv-cinder-835384-28-iscsi neutron-server[106440]: INFO oslo_service.service [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Starting 1 workers Sep 22 16:58:07.381601 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.service [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] calling RpcWorker wait() {{(pid=106557) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 22 16:58:07.382490 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.service [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] returning from RpcWorker wait() {{(pid=106557) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 22 16:58:07.383577 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Started child 106558 {{(pid=106440) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 16:58:07.384049 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:07.384684 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG neutron_lib.callbacks.manager [None req-cabbf5c8-441e-4bf2-942a-525cf72fd546 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:07.384846 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:07.387318 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106440) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 16:58:07.387884 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 16:58:07.387884 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 16:58:07.388283 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 16:58:07.388726 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 16:58:07.389101 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 16:58:07.389754 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.390166 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.390371 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:07.391337 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.391337 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.391945 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:07.392116 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.392359 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.392957 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.393383 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.394075 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.394345 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.394999 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.394999 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.395466 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.396061 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.396285 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.396797 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.397172 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.397457 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.397844 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.398256 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.398736 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.399132 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] debug = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.399536 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.400306 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.400971 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.401309 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.401763 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.402225 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.402767 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.403045 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.403315 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.403746 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.404355 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.404607 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.404900 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.405640 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.405640 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.406294 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.406633 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.407121 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] host = dv-cinder-835384-28-iscsi {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.407657 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.407898 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.408270 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.409124 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.409124 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.409561 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.410007 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.410510 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.410921 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.411383 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.411994 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.412307 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.412691 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.412929 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] log_file = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.413153 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] log_options = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.413493 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.414035 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.414457 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.414763 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.415141 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.415434 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.415966 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.416309 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.416687 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.417067 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.417526 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.417894 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.418389 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.418550 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.418843 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.419441 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.419709 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.420074 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.421222 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.421425 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.422046 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.422433 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.423078 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.423312 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.423691 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.424376 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.424595 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.424906 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.425255 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.425645 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.426155 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.426509 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.426875 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.427304 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.427834 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.428153 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.428536 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.429124 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.429443 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.429802 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.430280 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.430754 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.431426 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.432126 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.432448 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.432771 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.433380 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] use_json = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.434472 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.434819 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.435224 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.435881 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.437801 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.437801 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.437801 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.438367 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.438367 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.439056 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.439459 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.439942 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.440313 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.440874 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.441475 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.442133 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.442718 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.443175 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.443570 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.444136 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.445072 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.445072 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.445484 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.445750 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.446299 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.446698 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.448125 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.448125 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.448125 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.448536 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.448677 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.449919 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.449919 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.449919 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.450283 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.450884 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.451468 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.453618 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.453618 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.453618 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.453618 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.453618 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.454364 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.454364 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.454770 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.455158 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.455549 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.455803 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.456020 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.456466 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.456921 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.457337 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.457874 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.458095 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.458499 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.458881 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.459325 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.459763 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.459988 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.460361 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.460573 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.460943 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.461414 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.461654 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.461863 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.462296 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.462540 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.462803 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.463133 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.463352 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.463579 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.463835 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.464056 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.464308 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.464519 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.464935 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.465325 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.465695 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.466077 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.466303 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.466567 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.466796 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.467077 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.467405 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.467746 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.467984 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.468208 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.468419 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.468631 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.468851 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.469060 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.469426 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.469807 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.470189 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.470425 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.470630 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.470863 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.471180 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.471386 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.471754 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.472123 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.472581 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.472968 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.473355 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.473756 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.474020 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.474272 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.474521 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.474740 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.474989 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.475228 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.475480 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.475732 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.475991 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.476219 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.476434 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.476883 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.477289 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.477734 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.477970 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.478180 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.478388 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.478612 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.478819 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.479088 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.479336 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.479586 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.479831 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.480065 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.480300 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.480557 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.482740 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.482740 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.482740 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.482740 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.482740 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.482740 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.482740 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.482740 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.492201 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.492201 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.492201 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.492201 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.492201 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.492201 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.492201 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.492201 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.492201 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.496888 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.496888 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.496888 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.496888 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.496888 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.496888 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.496888 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.496888 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.498067 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.498067 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.498067 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.498067 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.498067 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.498067 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.498067 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.498067 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.500231 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.500231 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.500231 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.500231 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.500231 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.500231 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.500231 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.500231 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.501126 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.501126 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.501126 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.501126 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.501126 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.501126 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.501126 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.501126 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.502148 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.502148 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.502148 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.502148 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.502148 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.502148 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.502148 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.502148 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.503194 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.503194 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.503194 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.503194 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.503194 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.503194 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.503194 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.503194 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.504171 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.504171 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.504171 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.504171 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.504171 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.504171 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.504171 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.504171 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.505159 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.505159 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.505159 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.505159 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.505732 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.505981 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.506246 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.506479 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.506734 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.507047 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.507310 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.507548 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.507788 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.508006 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.508226 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.508446 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.508679 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.508896 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.509123 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.509364 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.509563 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.511009 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.511009 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.511009 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.511313 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.511953 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.512226 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.512699 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.512939 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.513153 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.513346 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.513715 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.513932 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.514167 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.514424 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.515283 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.515540 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.515765 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.516026 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.516251 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.516458 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.516685 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.517463 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.517463 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.517463 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.517915 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.517915 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.518143 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.518240 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.518478 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.518666 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.518850 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.519050 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.519278 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.519497 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.519878 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.522971 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.522971 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.522971 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.522971 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.522971 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.522971 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.522971 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.522971 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.523625 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.523625 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.523625 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.523625 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.523625 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.523625 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.524168 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.524872 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.525143 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.525381 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.525683 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.525917 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.526330 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.526735 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.527090 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.527335 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.527589 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.527839 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.528231 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.528613 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.528860 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.529205 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.529489 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.529744 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.530857 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.531443 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.531723 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.531997 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.532216 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.532534 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.532862 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.533118 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.533397 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.533646 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.533886 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.534112 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.534347 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.534554 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.534791 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.535036 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.535281 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.535544 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.535786 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.535992 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.536215 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.536436 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.536680 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.536908 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.537129 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.537327 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.537471 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 16:58:07.538080 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106440) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 16:58:07.538531 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 16:58:07.538531 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 16:58:07.538531 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 16:58:07.539115 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 16:58:07.539115 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 16:58:07.539115 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.539666 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.539666 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.539666 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.539666 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.540400 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.540400 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.540400 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.540400 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.540400 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.541044 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.541044 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.541044 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.541044 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.541545 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.541545 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.541545 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.541545 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.542038 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.542038 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.542038 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.542432 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] debug = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.542432 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.542656 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.542656 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.543132 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.543132 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.543132 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.544314 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.544314 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.544642 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:07.544790 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.544790 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.544790 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.544790 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.544790 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.544790 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.544790 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.544790 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.547239 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.547239 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] host = dv-cinder-835384-28-iscsi {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.547239 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.547239 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.547239 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.547239 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.547239 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.547239 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.548261 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.548261 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.548261 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.548261 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.548261 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.548261 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.548261 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.548261 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] log_file = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.549450 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] log_options = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.549450 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.549450 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.549450 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.549450 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.549450 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.549450 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.551001 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.551001 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.551001 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.551001 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.551001 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.551001 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.551001 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.551001 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.552691 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.552691 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.552691 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.552691 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.552691 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.552691 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.552691 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.552691 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.553931 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.553931 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.553931 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.553931 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.553931 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.553931 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.553931 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.553931 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.553931 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.555373 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.555373 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.555373 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.555373 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.555373 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.555373 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.555373 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.555373 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.556549 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.556549 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.556549 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.556549 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.556549 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.556549 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.556549 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.556549 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] use_json = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.557476 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.557476 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.557476 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.557476 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.557476 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.557476 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.557476 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.557476 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.558445 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:58:07.558445 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.558445 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.558445 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.558445 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.558445 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.558445 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.558445 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.559447 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.559447 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.559447 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.559447 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.559447 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.559447 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.559447 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.559447 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.560569 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.560569 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.560569 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.560569 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.560569 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.560569 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.560569 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.560569 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.562204 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.562204 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.562204 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.563201 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.563514 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.563665 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.563872 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.564104 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.564319 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.564537 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.564786 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.564999 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.565207 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.565416 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.565623 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.565830 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.566037 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.566245 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.566450 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.566723 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.566907 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.567211 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.567418 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.567623 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.567827 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.568032 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.568237 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.568441 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.568651 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.568853 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.569056 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.569259 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.569462 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.569664 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.569942 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.570160 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.570364 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.570567 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.570770 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.571528 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.571763 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.573142 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.574377 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.575232 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.575472 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.575727 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.575959 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.576191 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.577608 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.577608 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.577608 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.577608 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.577608 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.577608 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.577608 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.577608 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.578836 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.578836 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.578836 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.578836 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.578836 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.579666 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.579666 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.579666 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.579666 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.580306 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.580306 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.580306 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.580880 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.580880 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.580880 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.581263 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.581263 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.581515 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.581639 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.581758 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.581873 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.582001 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.582442 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.582650 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.582793 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.582980 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.583259 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.583465 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.583688 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.584031 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.584031 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.584280 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.584419 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.584623 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.584842 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.585006 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.585210 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.585374 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.585533 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.585694 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.585855 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.586015 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.588213 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.588213 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.588213 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.588213 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.588213 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.588213 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.588213 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.589280 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.589280 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.589280 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.589825 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.589825 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.589825 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.589825 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.590542 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.590542 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.590542 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.590542 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.590542 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.591388 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.591388 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.591388 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.591928 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.592074 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.592351 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.593088 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.593088 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.593435 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.593435 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.593809 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.593809 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.593809 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.594498 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.594498 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.594498 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.594498 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.595241 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.595241 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.595241 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.595241 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.595241 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.595861 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.595861 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.595861 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.595861 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.596338 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.596338 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.596338 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.596338 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.598029 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.598029 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.598029 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.598029 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.598029 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.598029 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.598029 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.598029 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.599333 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.599333 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.599333 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.599333 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.599333 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.599333 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.599333 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.599333 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.600498 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.600498 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.600498 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.600498 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.600498 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.600498 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.600498 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.600498 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.601656 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.601656 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.601656 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.601656 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.601656 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.601656 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.601656 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.601656 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.602589 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.602589 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.602589 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.602589 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.602589 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.602589 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.602589 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.602589 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.602589 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.603976 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.603976 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.603976 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.603976 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.603976 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.603976 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.603976 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.603976 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.605428 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.605428 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.605428 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.605428 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.605428 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.605428 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.605428 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.605428 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.605428 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.607027 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.607027 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.607027 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.607027 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.607027 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.607027 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.607027 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.607027 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.608317 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.608317 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.608317 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.608317 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.608317 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.608317 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.608317 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.608317 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.609638 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.609638 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.609638 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.609638 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.609638 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.609638 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.609638 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.609638 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.610749 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.610749 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.610749 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.610749 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.610749 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.610749 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.610749 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.610749 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.612119 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.612119 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.612119 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.612119 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.612119 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.612119 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.612119 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.612119 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.613075 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.613075 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.613075 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.613075 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.613075 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.613075 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.613075 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.613075 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.614267 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.614267 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.614267 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.614267 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.614267 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.614267 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.614267 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.614267 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.615450 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.615450 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.615450 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.615450 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.615450 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.615450 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.615450 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.615450 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.616699 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.616699 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.616699 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.616699 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.616699 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.616699 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.616699 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.616699 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.616699 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.617738 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.617738 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.617738 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.617738 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.617738 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.617738 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.617738 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.617738 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:58:07.618866 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 16:58:07.637703 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 53868) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 16:58:07.645854 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0051408 Sep 22 16:58:07.651229 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0045238 Sep 22 16:58:16.793144 dv-cinder-835384-28-iscsi neutron-server[106440]: DEBUG dbcounter [-] [106440] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:58:20.947067 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writer thread running {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 16:58:20.948683 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7050ee08-b5ec-4194-b3cd-16494a741f27 None None] get_active_networks_info from dv-cinder-835384-28-iscsi {{(pid=106557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 22 16:58:21.048988 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8ee61923-fc42-41b6-b806-b36041275195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533186'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:21.101390 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7050ee08-b5ec-4194-b3cd-16494a741f27 None None] No non-hosted networks {{(pid=106557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 22 16:58:22.980174 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writer thread running {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 16:58:23.834069 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ecc78038-23ae-4669-b810-728bcded30b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533186'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:23.835480 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-70a46443-bc61-4039-a0b6-b88175af070a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:25.299579 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533186'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:25.433155 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 53944) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 16:58:26.441363 dv-cinder-835384-28-iscsi neutron-server[106556]: WARNING oslo_policy.policy [None req-b81c600b-001e-4712-8e83-91fe876c0b75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:58:26.442644 dv-cinder-835384-28-iscsi neutron-server[106556]: WARNING oslo_policy.policy [None req-b81c600b-001e-4712-8e83-91fe876c0b75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:58:26.760171 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533186'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:26.767953 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:26.768970 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:26.769768 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:26.770576 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:26.772361 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:26.774586 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:26.776120 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:26.778925 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:26.784250 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:26.785236 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:26.786015 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:26.786814 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:26.792687 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [None req-b81c600b-001e-4712-8e83-91fe876c0b75 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 16:58:26.792893 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:26.793250 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:26.793811 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:26.797873 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835384-28-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:26.801191 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-b81c600b-001e-4712-8e83-91fe876c0b75 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 1.3666382 Sep 22 16:58:26.819862 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835384-28-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:27.539936 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533186'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:28.563318 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.db.l3_hamode_db [None req-46706341-49f1-433c-9ef5-8383513f4de5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 22 16:58:28.705116 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46706341-49f1-433c-9ef5-8383513f4de5 None None] Routers set() bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 16:58:28.705639 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46706341-49f1-433c-9ef5-8383513f4de5 None None] Router IDs set() for agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 22 16:58:30.005501 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 53978) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 16:58:30.460170 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-0e0d5514-d513-49e6-810f-dd55c612d4e5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:58:30.472260 dv-cinder-835384-28-iscsi neutron-server[106556]: ERROR stevedore.extension [None req-0e0d5514-d513-49e6-810f-dd55c612d4e5 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 22 16:58:30.555989 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.policy [None req-0e0d5514-d513-49e6-810f-dd55c612d4e5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106556) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 16:58:30.598972 dv-cinder-835384-28-iscsi neutron-server[106556]: WARNING oslo_policy.policy [None req-0e0d5514-d513-49e6-810f-dd55c612d4e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:58:30.599406 dv-cinder-835384-28-iscsi neutron-server[106556]: WARNING oslo_policy.policy [None req-0e0d5514-d513-49e6-810f-dd55c612d4e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:58:30.621340 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writer thread running {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 16:58:30.722285 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0e0d5514-d513-49e6-810f-dd55c612d4e5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784624483295', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784624483795', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784624433937', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784624425424', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784624447331', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784624439271', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7632170', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7626076', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1640341', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1681808'] for rbac-policy (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:30.812681 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0e0d5514-d513-49e6-810f-dd55c612d4e5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:30.814660 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-0e0d5514-d513-49e6-810f-dd55c612d4e5 admin admin] 10.222.0.16 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8076737 Sep 22 16:58:33.639703 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 53988) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 16:58:34.205717 dv-cinder-835384-28-iscsi neutron-server[106555]: WARNING oslo_policy.policy [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:58:34.206277 dv-cinder-835384-28-iscsi neutron-server[106555]: WARNING oslo_policy.policy [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:58:34.427593 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:58:34.440785 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writer thread running {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 16:58:34.487806 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Made reservation on behalf of ba7f09585e054b049eec4280fdd8896c for: {'network': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:34.497324 dv-cinder-835384-28-iscsi neutron-server[106555]: ERROR stevedore.extension [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 22 16:58:34.552363 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.policy [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106555) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 16:58:34.598935 dv-cinder-835384-28-iscsi neutron-server[106555]: WARNING oslo_policy.policy [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:58:34.599354 dv-cinder-835384-28-iscsi neutron-server[106555]: WARNING oslo_policy.policy [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:58:34.610579 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:34.638160 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:34.817384 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Publish callbacks [] for security_group (3279f916-a429-4285-9d71-2c0cdbfa5a05), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:34.825887 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (3279f916-a429-4285-9d71-2c0cdbfa5a05), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:34.871409 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=106555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:58:34.912107 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784621099192', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (af1f35d8-c48e-42a8-971c-1f744b920975), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:34.912760 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Unsubscribe: segment precommit_create {{(pid=106555) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 16:58:34.913351 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.segments_db [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Added segment af1f35d8-c48e-42a8-971c-1f744b920975 of type vlan for network 8fe104ba-ce46-429d-85e5-f42cc612df73 Sep 22 16:58:34.932453 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3279f916-a429-4285-9d71-2c0cdbfa5a05,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:34.989408 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:34.989753 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:34.990107 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:34.990462 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:34.990796 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:34.991152 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:34.991475 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:34.991799 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:34.992135 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:34.992459 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:34.992781 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:34.993114 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:34.993435 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:34.993751 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:34.994072 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Tracked resource versions report: Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: pushed versions: Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: { 'AddressGroup': {'1.2'}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Agent': {'1.1'}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'ConntrackHelper': {'1.0'}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'LocalIPAssociation': {'1.0'}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Log': {'1.0'}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'NDPProxy': {'1.0'}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Network': {'1.1'}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Port': {'1.7'}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'PortForwarding': {'1.3'}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'QosPolicy': {'1.10'}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'SecurityGroup': {'1.5'}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'SubPort': {'1.0'}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Subnet': {'1.1'}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Trunk': {'1.1'}} Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: consumer versions: Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: { DHCP agent@dv-cinder-835384-28-iscsi: {}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: L3 agent@dv-cinder-835384-28-iscsi: {}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: Metadata agent@dv-cinder-835384-28-iscsi: {}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: Metering agent@dv-cinder-835384-28-iscsi: {}, Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: Open vSwitch agent@dv-cinder-835384-28-iscsi: { 'AddressGroup': '1.2', Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Agent': '1.1', Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'ConntrackHelper': '1.0', Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'LocalIPAssociation': '1.0', Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Log': '1.0', Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'NDPProxy': '1.0', Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Network': '1.1', Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Port': '1.7', Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'PortForwarding': '1.3', Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'QosPolicy': '1.10', Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'SecurityGroup': '1.5', Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'SecurityGroupRule': '1.2', Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'SubPort': '1.0', Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Subnet': '1.1', Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Trunk': '1.1'}} Sep 22 16:58:34.995618 dv-cinder-835384-28-iscsi neutron-server[106555]: {{(pid=106555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:58:35.038283 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (8fe104ba-ce46-429d-85e5-f42cc612df73), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:35.081489 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (8fe104ba-ce46-429d-85e5-f42cc612df73), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:35.086703 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:35.087483 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:35.204772 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.5630877 Sep 22 16:58:35.232700 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33f6b1-e1ac-4f86-97f2-d8692db3c400 demo demo] Pushing event updated for resources: {'Network': ['ID=8fe104ba-ce46-429d-85e5-f42cc612df73,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:35.249073 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network 8fe104ba-ce46-429d-85e5-f42cc612df73 details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:58:38.020256 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 54008) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 16:58:38.429309 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=49,neutron:INSERT=41,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:58:38.530914 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28050a7-1ffd-42d9-b3a8-ed90064ec6fe demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:38.532365 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-d28050a7-1ffd-42d9-b3a8-ed90064ec6fe demo admin] 10.222.0.16 "GET /networking/v2.0/networks/8fe104ba-ce46-429d-85e5-f42cc612df73 HTTP/1.1" status: 200 len: 825 time: 0.5108449 Sep 22 16:58:38.578314 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-b7803f7e-f50d-47bb-8f55-5e6df5c12ef9 demo admin] 10.222.0.16 "GET /networking/v2.0/subnetpools/4fc482f6-9201-41f2-b982-c65d42352469 HTTP/1.1" status: 200 len: 734 time: 0.0395422 Sep 22 16:58:38.588155 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-b07756b7-d142-4f67-8878-8732a49e7c47 demo admin] Request body: {'subnet': {'subnetpool_id': '4fc482f6-9201-41f2-b982-c65d42352469', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '8fe104ba-ce46-429d-85e5-f42cc612df73'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:58:38.614578 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07756b7-d142-4f67-8878-8732a49e7c47 demo admin] Made reservation on behalf of ba7f09585e054b049eec4280fdd8896c for: {'subnet': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:38.617871 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b07756b7-d142-4f67-8878-8732a49e7c47 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:38.961472 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b07756b7-d142-4f67-8878-8732a49e7c47 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for subnet (0ea2e22a-ee4b-4020-ac0f-e7921718fdd3), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:38.995239 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:58:39.044403 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07756b7-d142-4f67-8878-8732a49e7c47 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0ea2e22a-ee4b-4020-ac0f-e7921718fdd3,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:39.053643 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07756b7-d142-4f67-8878-8732a49e7c47 demo admin] Checking segment: {'id': 'af1f35d8-c48e-42a8-971c-1f744b920975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8fe104ba-ce46-429d-85e5-f42cc612df73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 16:58:39.054079 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07756b7-d142-4f67-8878-8732a49e7c47 demo admin] Network hostable DHCP agents. Network: 8fe104ba-ce46-429d-85e5-f42cc612df73, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:58:39.080035 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07756b7-d142-4f67-8878-8732a49e7c47 demo admin] Network 8fe104ba-ce46-429d-85e5-f42cc612df73 is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:58:39.092896 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-b07756b7-d142-4f67-8878-8732a49e7c47 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, 8fe104ba-ce46-429d-85e5-f42cc612df73) {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:39.098574 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07756b7-d142-4f67-8878-8732a49e7c47 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:39.099512 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b07756b7-d142-4f67-8878-8732a49e7c47 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:39.105783 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2027e7-343d-46d9-97d1-8073a14219f7 None None] Network 8fe104ba-ce46-429d-85e5-f42cc612df73 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 16:58:39.125456 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-b07756b7-d142-4f67-8878-8732a49e7c47 demo admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5407467 Sep 22 16:58:39.186221 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=35,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:58:39.407113 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7c9d09-d3da-5fad-875b-2cacf9d3192b-8fe104ba-ce46-429d-85e5-f42cc612df73', 'network_id': '8fe104ba-ce46-429d-85e5-f42cc612df73', 'project_id': 'ba7f09585e054b049eec4280fdd8896c', 'fixed_ips': [{'subnet_id': '0ea2e22a-ee4b-4020-ac0f-e7921718fdd3'}]}} from dv-cinder-835384-28-iscsi. {{(pid=106557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 16:58:39.409114 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:39.743301 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.db_base_plugin_common [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Allocated IP 172.20.0.2 (8fe104ba-ce46-429d-85e5-f42cc612df73/0ea2e22a-ee4b-4020-ac0f-e7921718fdd3/c9689aae-7ed9-4c46-90d9-81bf0267fea2) {{(pid=106557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:40.103384 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Publish callbacks [] for port (c9689aae-7ed9-4c46-90d9-81bf0267fea2), precommit_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:40.113031 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (c9689aae-7ed9-4c46-90d9-81bf0267fea2), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:40.202634 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Network 8fe104ba-ce46-429d-85e5-f42cc612df73 is already hosted by enough agents. {{(pid=106557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:40.208955 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.base_scheduler [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Resources bound (agent type, host, resource id): {{(pid=106557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:40.214907 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Pushing event updated for resources: {'Port': ['ID=c9689aae-7ed9-4c46-90d9-81bf0267fea2,revision_number=1']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:40.217478 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Received port after_create {{(pid=106557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 16:58:40.231227 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:40.232133 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:40.232606 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:40.232950 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:40.233286 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:40.233606 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:40.233927 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:40.234330 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:40.234577 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:40.234902 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:40.235253 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:40.235587 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:40.235905 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:40.236220 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:40.236534 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Tracked resource versions report: Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: pushed versions: Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: { 'AddressGroup': {'1.2'}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Agent': {'1.1'}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'ConntrackHelper': {'1.0'}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'LocalIPAssociation': {'1.0'}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Log': {'1.0'}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'NDPProxy': {'1.0'}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Network': {'1.1'}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Port': {'1.7'}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'PortForwarding': {'1.3'}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'QosPolicy': {'1.10'}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'SecurityGroup': {'1.5'}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'SubPort': {'1.0'}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Subnet': {'1.1'}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Trunk': {'1.1'}} Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: consumer versions: Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: { DHCP agent@dv-cinder-835384-28-iscsi: {}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: L3 agent@dv-cinder-835384-28-iscsi: {}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: Metadata agent@dv-cinder-835384-28-iscsi: {}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: Metering agent@dv-cinder-835384-28-iscsi: {}, Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: Open vSwitch agent@dv-cinder-835384-28-iscsi: { 'AddressGroup': '1.2', Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Agent': '1.1', Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'ConntrackHelper': '1.0', Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'LocalIPAssociation': '1.0', Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Log': '1.0', Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'NDPProxy': '1.0', Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Network': '1.1', Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Port': '1.7', Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'PortForwarding': '1.3', Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'QosPolicy': '1.10', Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'SecurityGroup': '1.5', Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'SecurityGroupRule': '1.2', Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'SubPort': '1.0', Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Subnet': '1.1', Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Trunk': '1.1'}} Sep 22 16:58:40.238071 dv-cinder-835384-28-iscsi neutron-server[106557]: {{(pid=106557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:58:40.325781 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Attempting to bind port c9689aae-7ed9-4c46-90d9-81bf0267fea2 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 16:58:40.326304 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Attempting to bind port c9689aae-7ed9-4c46-90d9-81bf0267fea2 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'af1f35d8-c48e-42a8-971c-1f744b920975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8fe104ba-ce46-429d-85e5-f42cc612df73'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 16:58:40.326797 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Attempting to bind port c9689aae-7ed9-4c46-90d9-81bf0267fea2 on network 8fe104ba-ce46-429d-85e5-f42cc612df73 {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:58:40.357741 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:58:40.408369 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 16:58:40.408959 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Checking segment: {'id': 'af1f35d8-c48e-42a8-971c-1f744b920975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8fe104ba-ce46-429d-85e5-f42cc612df73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 16:58:40.409729 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:40.410376 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Bound using segment: {'id': 'af1f35d8-c48e-42a8-971c-1f744b920975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8fe104ba-ce46-429d-85e5-f42cc612df73'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 16:58:40.411244 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Bound port: c9689aae-7ed9-4c46-90d9-81bf0267fea2, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1f35d8-c48e-42a8-971c-1f744b920975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8fe104ba-ce46-429d-85e5-f42cc612df73'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 16:58:40.411909 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (c9689aae-7ed9-4c46-90d9-81bf0267fea2), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:40.510925 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] For port c9689aae-7ed9-4c46-90d9-81bf0267fea2, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:58:40.534981 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] For port c9689aae-7ed9-4c46-90d9-81bf0267fea2, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=c9689aae-7ed9-4c46-90d9-81bf0267fea2,segment=NetworkSegment(af1f35d8-c48e-42a8-971c-1f744b920975),segment_id=af1f35d8-c48e-42a8-971c-1f744b920975)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:58:40.552089 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (c9689aae-7ed9-4c46-90d9-81bf0267fea2), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:40.613912 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fd57f-f2c0-41ed-9cce-0f9ddc4e78df None None] Pushing event updated for resources: {'Port': ['ID=c9689aae-7ed9-4c46-90d9-81bf0267fea2,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:40.800585 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=13,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:58:40.802675 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=20,neutron:INSERT=35,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:58:42.043426 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 54024) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 16:58:42.429022 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [None req-f1ff3e8d-f1b3-413c-a083-9611dd3b12fc admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 16:58:42.430065 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-f1ff3e8d-f1b3-413c-a083-9611dd3b12fc admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3856847 Sep 22 16:58:42.548137 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=7 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:58:42.550578 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:58:45.412866 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 54036) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 16:58:45.871199 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [None req-80f02746-b2c4-4668-93eb-442f5b1f8646 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 16:58:45.872732 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-80f02746-b2c4-4668-93eb-442f5b1f8646 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4581516 Sep 22 16:58:48.810386 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 54048) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 16:58:49.088919 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device c9689aae-7ed9-4c46-90d9-81bf0267fea2 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:58:49.117023 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=6,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:58:49.119517 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=55,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:58:49.251732 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port c9689aae-7ed9-4c46-90d9-81bf0267fea2 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 16:58:49.252444 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (c9689aae-7ed9-4c46-90d9-81bf0267fea2), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:49.252984 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port c9689aae-7ed9-4c46-90d9-81bf0267fea2 Sep 22 16:58:49.299873 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:58:49.380140 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-2a937e4a-37bc-438a-b9e9-b530554fb653 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:58:49.388973 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port c9689aae-7ed9-4c46-90d9-81bf0267fea2 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 16:58:49.389566 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (c9689aae-7ed9-4c46-90d9-81bf0267fea2), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:49.412688 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2a937e4a-37bc-438a-b9e9-b530554fb653 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15231'] for router (efee18fb-b01b-4739-88a1-633bc51e9279), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:49.414347 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2a937e4a-37bc-438a-b9e9-b530554fb653 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15206'] for router (efee18fb-b01b-4739-88a1-633bc51e9279), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:49.451870 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port c9689aae-7ed9-4c46-90d9-81bf0267fea2, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=c9689aae-7ed9-4c46-90d9-81bf0267fea2,segment=NetworkSegment(af1f35d8-c48e-42a8-971c-1f744b920975),segment_id=af1f35d8-c48e-42a8-971c-1f744b920975)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:58:49.458078 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (c9689aae-7ed9-4c46-90d9-81bf0267fea2), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:49.549012 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=c9689aae-7ed9-4c46-90d9-81bf0267fea2,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:49.635183 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2a937e4a-37bc-438a-b9e9-b530554fb653 demo demo] Publish callbacks [] for router_controller (efee18fb-b01b-4739-88a1-633bc51e9279), precommit_add_association {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:49.641357 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2a937e4a-37bc-438a-b9e9-b530554fb653 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536359'] for router (efee18fb-b01b-4739-88a1-633bc51e9279), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:49.663996 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2a937e4a-37bc-438a-b9e9-b530554fb653 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:49.665972 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-2a937e4a-37bc-438a-b9e9-b530554fb653 demo demo] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8543456 Sep 22 16:58:49.864005 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85ce125-fba7-4857-a92c-a516ada3b667 None None] Network 8fe104ba-ce46-429d-85e5-f42cc612df73 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 16:58:49.934111 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-6f78c084-3dcc-44b5-a9db-25be2810c6f1 None None] Provisioning complete for port c9689aae-7ed9-4c46-90d9-81bf0267fea2 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 16:58:49.935057 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6f78c084-3dcc-44b5-a9db-25be2810c6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (c9689aae-7ed9-4c46-90d9-81bf0267fea2), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:49.935395 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-6f78c084-3dcc-44b5-a9db-25be2810c6f1 None None] Attempt 1 to provision port c9689aae-7ed9-4c46-90d9-81bf0267fea2 Sep 22 16:58:50.079812 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-6f78c084-3dcc-44b5-a9db-25be2810c6f1 None None] Current status of the port c9689aae-7ed9-4c46-90d9-81bf0267fea2 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 16:58:50.301282 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-c90c975a-7b70-4ad5-af2b-a16776a38b2b None None] Provisioning complete for port c9689aae-7ed9-4c46-90d9-81bf0267fea2 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 16:58:50.302069 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c90c975a-7b70-4ad5-af2b-a16776a38b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (c9689aae-7ed9-4c46-90d9-81bf0267fea2), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:50.302069 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c90c975a-7b70-4ad5-af2b-a16776a38b2b None None] Attempt 1 to provision port c9689aae-7ed9-4c46-90d9-81bf0267fea2 Sep 22 16:58:50.385377 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c90c975a-7b70-4ad5-af2b-a16776a38b2b None None] Current status of the port c9689aae-7ed9-4c46-90d9-81bf0267fea2 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 16:58:50.879231 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-1d22964c-328b-44d5-a428-ff3a82ba4db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:51.047300 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device c9689aae-7ed9-4c46-90d9-81bf0267fea2 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:58:51.090291 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:58:51.094711 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port c9689aae-7ed9-4c46-90d9-81bf0267fea2 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 16:58:51.095152 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (c9689aae-7ed9-4c46-90d9-81bf0267fea2), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:51.095467 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port c9689aae-7ed9-4c46-90d9-81bf0267fea2 Sep 22 16:58:51.177328 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port c9689aae-7ed9-4c46-90d9-81bf0267fea2 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 16:58:52.929637 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 54058) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 16:58:53.337679 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [None req-166f2e8a-8587-4643-a98e-0c2ecf1fd408 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 16:58:53.338830 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-166f2e8a-8587-4643-a98e-0c2ecf1fd408 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4082081 Sep 22 16:58:53.793724 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-eac84966-436d-4b18-a831-6a93538ca14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:55.248021 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:56.185702 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 54066) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 16:58:56.663379 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-55730748-915f-44b1-92ad-46fb378c211f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:58:56.689299 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55730748-915f-44b1-92ad-46fb378c211f admin admin] Made reservation on behalf of 5aa999029c6348189112ae4315aae1bd for: {'network': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:56.691830 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-55730748-915f-44b1-92ad-46fb378c211f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:56.701420 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-55730748-915f-44b1-92ad-46fb378c211f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:56.735225 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:56.798981 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-55730748-915f-44b1-92ad-46fb378c211f admin admin] Publish callbacks [] for security_group (fbb1268c-a28f-413d-999b-eb415a196e87), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:56.803689 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-55730748-915f-44b1-92ad-46fb378c211f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (fbb1268c-a28f-413d-999b-eb415a196e87), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:56.826497 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-55730748-915f-44b1-92ad-46fb378c211f admin admin] Reserving flat network on physical network physnet1 {{(pid=106555) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 22 16:58:56.844747 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55730748-915f-44b1-92ad-46fb378c211f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb1268c-a28f-413d-999b-eb415a196e87,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:56.849945 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-55730748-915f-44b1-92ad-46fb378c211f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:56.850286 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.segments_db [None req-55730748-915f-44b1-92ad-46fb378c211f admin admin] Added segment d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7 of type flat for network f003e7b0-1e8d-4666-abdd-e8ce7241106b Sep 22 16:58:56.922190 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-55730748-915f-44b1-92ad-46fb378c211f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (f003e7b0-1e8d-4666-abdd-e8ce7241106b), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:56.981665 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-55730748-915f-44b1-92ad-46fb378c211f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (f003e7b0-1e8d-4666-abdd-e8ce7241106b), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:56.982800 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55730748-915f-44b1-92ad-46fb378c211f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:56.983409 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-55730748-915f-44b1-92ad-46fb378c211f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:57.070777 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-55730748-915f-44b1-92ad-46fb378c211f admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8836687 Sep 22 16:58:57.094608 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55730748-915f-44b1-92ad-46fb378c211f admin admin] Pushing event updated for resources: {'Network': ['ID=f003e7b0-1e8d-4666-abdd-e8ce7241106b,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:57.110909 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 16:58:57.459295 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:58:59.880214 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 54074) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 16:59:00.424798 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6424c971-7921-4ba7-a1ed-70ed7b54ee55 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:00.427955 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-6424c971-7921-4ba7-a1ed-70ed7b54ee55 demo admin] 10.222.0.16 "GET /networking/v2.0/subnets/0ea2e22a-ee4b-4020-ac0f-e7921718fdd3 HTTP/1.1" status: 200 len: 849 time: 0.5463166 Sep 22 16:59:00.459623 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=3 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:00.461894 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=3 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:00.626798 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-f7cb7633-b839-41c1-9027-41d58f581c8e demo admin] 10.222.0.16 "GET /networking/v2.0/routers/efee18fb-b01b-4739-88a1-633bc51e9279 HTTP/1.1" status: 200 len: 704 time: 0.1903486 Sep 22 16:59:01.001081 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:01.571807 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Allocated IP 172.20.0.1 (8fe104ba-ce46-429d-85e5-f42cc612df73/0ea2e22a-ee4b-4020-ac0f-e7921718fdd3/bc1520eb-2518-4ad9-b993-55849a1028c1) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:01.813960 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Publish callbacks [] for port (bc1520eb-2518-4ad9-b993-55849a1028c1), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:01.884206 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (bc1520eb-2518-4ad9-b993-55849a1028c1), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:01.951488 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Network 8fe104ba-ce46-429d-85e5-f42cc612df73 is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:01.956630 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:01.999992 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Pushing event updated for resources: {'Port': ['ID=bc1520eb-2518-4ad9-b993-55849a1028c1,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:02.010089 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 16:59:02.011067 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498718'] for router_interface (efee18fb-b01b-4739-88a1-633bc51e9279), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:02.034987 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:02.035349 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:02.035702 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:02.036045 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:02.036426 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:02.036702 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:02.037026 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:02.037339 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:02.037680 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:02.038003 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:02.038341 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:02.038687 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:02.039037 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:02.039354 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:02.039677 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Tracked resource versions report: Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: pushed versions: Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: { 'AddressGroup': {'1.2'}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Agent': {'1.1'}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'ConntrackHelper': {'1.0'}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'LocalIPAssociation': {'1.0'}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Log': {'1.0'}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'NDPProxy': {'1.0'}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Network': {'1.1'}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Port': {'1.7'}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'PortForwarding': {'1.3'}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'QosPolicy': {'1.10'}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'SecurityGroup': {'1.5'}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'SubPort': {'1.0'}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Subnet': {'1.1'}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Trunk': {'1.1'}} Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: consumer versions: Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: { DHCP agent@dv-cinder-835384-28-iscsi: {}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: L3 agent@dv-cinder-835384-28-iscsi: {}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: Metadata agent@dv-cinder-835384-28-iscsi: {}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: Metering agent@dv-cinder-835384-28-iscsi: {}, Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: Open vSwitch agent@dv-cinder-835384-28-iscsi: { 'AddressGroup': '1.2', Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Agent': '1.1', Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'ConntrackHelper': '1.0', Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'LocalIPAssociation': '1.0', Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Log': '1.0', Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'NDPProxy': '1.0', Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Network': '1.1', Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Port': '1.7', Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'PortForwarding': '1.3', Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'QosPolicy': '1.10', Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'SecurityGroup': '1.5', Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'SecurityGroupRule': '1.2', Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'SubPort': '1.0', Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Subnet': '1.1', Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Trunk': '1.1'}} Sep 22 16:59:02.041149 dv-cinder-835384-28-iscsi neutron-server[106556]: {{(pid=106556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:59:02.224105 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:02.239160 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:02.246039 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (bc1520eb-2518-4ad9-b993-55849a1028c1), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:02.278120 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Provisioning complete for port bc1520eb-2518-4ad9-b993-55849a1028c1 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 16:59:02.278722 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (bc1520eb-2518-4ad9-b993-55849a1028c1), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:02.278722 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Attempt 1 to provision port bc1520eb-2518-4ad9-b993-55849a1028c1 Sep 22 16:59:02.318149 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Port bc1520eb-2518-4ad9-b993-55849a1028c1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 16:59:02.488525 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Publish callbacks [] for port (bc1520eb-2518-4ad9-b993-55849a1028c1), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:02.493628 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (bc1520eb-2518-4ad9-b993-55849a1028c1), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:02.494543 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498826'] for router_interface (efee18fb-b01b-4739-88a1-633bc51e9279), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:02.578977 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Pushing event updated for resources: {'Port': ['ID=bc1520eb-2518-4ad9-b993-55849a1028c1,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:02.632015 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Network 8fe104ba-ce46-429d-85e5-f42cc612df73 is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:02.633443 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:02.819639 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Attempt 2 to provision port bc1520eb-2518-4ad9-b993-55849a1028c1 Sep 22 16:59:02.868091 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Router efee18fb-b01b-4739-88a1-633bc51e9279 is scheduled to L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 with binding_index 1 {{(pid=106556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 16:59:02.869578 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Port bc1520eb-2518-4ad9-b993-55849a1028c1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 16:59:02.963883 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:59:02.970152 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-54133fa9-36fd-4ba8-8fd1-a5b9b916de12 demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/efee18fb-b01b-4739-88a1-633bc51e9279/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3370826 Sep 22 16:59:02.980402 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Sync routers for ids ['efee18fb-b01b-4739-88a1-633bc51e9279'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:02.994670 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Routers {'efee18fb-b01b-4739-88a1-633bc51e9279'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 16:59:02.995581 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T16:58:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['efee18fb-b01b-4739-88a1-633bc51e9279'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:03.195395 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Set router efee18fb-b01b-4739-88a1-633bc51e9279 gateway port host: None {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 16:59:03.370614 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Attempt 3 to provision port bc1520eb-2518-4ad9-b993-55849a1028c1 Sep 22 16:59:03.411795 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Port bc1520eb-2518-4ad9-b993-55849a1028c1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 16:59:03.710970 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efee18fb-b01b-4739-88a1-633bc51e9279', 'name': 'router1', 'tenant_id': 'ba7f09585e054b049eec4280fdd8896c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:58:49Z', 'updated_at': '2022-09-22T16:59:02Z', 'revision_number': 2, 'project_id': 'ba7f09585e054b049eec4280fdd8896c', 'gw_port_host': None, '_interfaces': [{'id': 'bc1520eb-2518-4ad9-b993-55849a1028c1', 'name': '', 'network_id': '8fe104ba-ce46-429d-85e5-f42cc612df73', 'tenant_id': 'ba7f09585e054b049eec4280fdd8896c', 'mac_address': 'fa:16:3e:5e:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efee18fb-b01b-4739-88a1-633bc51e9279', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ea2e22a-ee4b-4020-ac0f-e7921718fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:01Z', 'updated_at': '2022-09-22T16:59:02Z', 'revision_number': 2, 'project_id': 'ba7f09585e054b049eec4280fdd8896c', 'subnets': [{'id': '0ea2e22a-ee4b-4020-ac0f-e7921718fdd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fc482f6-9201-41f2-b982-c65d42352469'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:03.768234 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Checking router: efee18fb-b01b-4739-88a1-633bc51e9279 for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:59:03.768606 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Updating router efee18fb-b01b-4739-88a1-633bc51e9279 port bc1520eb-2518-4ad9-b993-55849a1028c1 binding host dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:59:03.824964 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (bc1520eb-2518-4ad9-b993-55849a1028c1), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:03.913320 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Attempt 4 to provision port bc1520eb-2518-4ad9-b993-55849a1028c1 Sep 22 16:59:03.916381 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:03.951453 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Port bc1520eb-2518-4ad9-b993-55849a1028c1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 16:59:04.452662 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Attempt 5 to provision port bc1520eb-2518-4ad9-b993-55849a1028c1 Sep 22 16:59:04.500030 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Port bc1520eb-2518-4ad9-b993-55849a1028c1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 16:59:04.603557 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Publish callbacks [] for port (bc1520eb-2518-4ad9-b993-55849a1028c1), precommit_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:04.612791 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (bc1520eb-2518-4ad9-b993-55849a1028c1), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:04.775174 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Pushing event updated for resources: {'Port': ['ID=bc1520eb-2518-4ad9-b993-55849a1028c1,revision_number=3']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:04.798230 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Attempting to bind port bc1520eb-2518-4ad9-b993-55849a1028c1 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 16:59:04.798866 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Attempting to bind port bc1520eb-2518-4ad9-b993-55849a1028c1 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'af1f35d8-c48e-42a8-971c-1f744b920975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8fe104ba-ce46-429d-85e5-f42cc612df73'}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 16:59:04.799581 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Attempting to bind port bc1520eb-2518-4ad9-b993-55849a1028c1 on network 8fe104ba-ce46-429d-85e5-f42cc612df73 {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:59:04.804349 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.804823 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.805409 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.805919 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.806280 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.806582 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.806912 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.807264 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.807603 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.807927 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.808254 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.809115 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.809435 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.809759 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.810073 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Tracked resource versions report: Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: pushed versions: Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: { 'AddressGroup': {'1.2'}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Agent': {'1.1'}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'ConntrackHelper': {'1.0'}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'LocalIPAssociation': {'1.0'}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Log': {'1.0'}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'NDPProxy': {'1.0'}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Network': {'1.1'}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Port': {'1.7'}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'PortForwarding': {'1.3'}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'QosPolicy': {'1.10'}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'SecurityGroup': {'1.5'}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'SubPort': {'1.0'}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Subnet': {'1.1'}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Trunk': {'1.1'}} Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: consumer versions: Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: { DHCP agent@dv-cinder-835384-28-iscsi: {}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: L3 agent@dv-cinder-835384-28-iscsi: {}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: Metadata agent@dv-cinder-835384-28-iscsi: {}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: Metering agent@dv-cinder-835384-28-iscsi: {}, Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: Open vSwitch agent@dv-cinder-835384-28-iscsi: { 'AddressGroup': '1.2', Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Agent': '1.1', Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'ConntrackHelper': '1.0', Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'LocalIPAssociation': '1.0', Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Log': '1.0', Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'NDPProxy': '1.0', Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Network': '1.1', Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Port': '1.7', Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'PortForwarding': '1.3', Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'QosPolicy': '1.10', Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'SecurityGroup': '1.5', Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'SecurityGroupRule': '1.2', Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'SubPort': '1.0', Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Subnet': '1.1', Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Trunk': '1.1'}} Sep 22 16:59:04.812154 dv-cinder-835384-28-iscsi neutron-server[106558]: {{(pid=106558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:59:04.969035 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 16:59:04.969704 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Checking segment: {'id': 'af1f35d8-c48e-42a8-971c-1f744b920975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8fe104ba-ce46-429d-85e5-f42cc612df73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 16:59:04.970479 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:04.971220 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Bound using segment: {'id': 'af1f35d8-c48e-42a8-971c-1f744b920975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8fe104ba-ce46-429d-85e5-f42cc612df73'} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 16:59:04.972044 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Bound port: bc1520eb-2518-4ad9-b993-55849a1028c1, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1f35d8-c48e-42a8-971c-1f744b920975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8fe104ba-ce46-429d-85e5-f42cc612df73'}}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 16:59:04.972671 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (bc1520eb-2518-4ad9-b993-55849a1028c1), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:05.001807 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Attempt 6 to provision port bc1520eb-2518-4ad9-b993-55849a1028c1 Sep 22 16:59:05.038795 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Port bc1520eb-2518-4ad9-b993-55849a1028c1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 16:59:05.086449 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:05.094013 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] For port bc1520eb-2518-4ad9-b993-55849a1028c1, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:59:05.099504 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:05.134295 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] For port bc1520eb-2518-4ad9-b993-55849a1028c1, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=bc1520eb-2518-4ad9-b993-55849a1028c1,segment=NetworkSegment(af1f35d8-c48e-42a8-971c-1f744b920975),segment_id=af1f35d8-c48e-42a8-971c-1f744b920975)] {{(pid=106558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:59:05.144020 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (bc1520eb-2518-4ad9-b993-55849a1028c1), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:05.217170 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Routers {'efee18fb-b01b-4739-88a1-633bc51e9279'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 16:59:05.218280 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T16:58:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['efee18fb-b01b-4739-88a1-633bc51e9279'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:05.358866 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439208e-acb2-45cc-9c78-23db8764b50e None None] Pushing event updated for resources: {'Port': ['ID=bc1520eb-2518-4ad9-b993-55849a1028c1,revision_number=4']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:05.389949 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] Set router efee18fb-b01b-4739-88a1-633bc51e9279 gateway port host: None {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 16:59:05.539915 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Attempt 7 to provision port bc1520eb-2518-4ad9-b993-55849a1028c1 Sep 22 16:59:05.638670 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efee18fb-b01b-4739-88a1-633bc51e9279', 'name': 'router1', 'tenant_id': 'ba7f09585e054b049eec4280fdd8896c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:58:49Z', 'updated_at': '2022-09-22T16:59:02Z', 'revision_number': 2, 'project_id': 'ba7f09585e054b049eec4280fdd8896c', 'gw_port_host': None, '_interfaces': [{'id': 'bc1520eb-2518-4ad9-b993-55849a1028c1', 'name': '', 'network_id': '8fe104ba-ce46-429d-85e5-f42cc612df73', 'tenant_id': 'ba7f09585e054b049eec4280fdd8896c', 'mac_address': 'fa:16:3e:5e:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efee18fb-b01b-4739-88a1-633bc51e9279', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ea2e22a-ee4b-4020-ac0f-e7921718fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:01Z', 'updated_at': '2022-09-22T16:59:05Z', 'revision_number': 4, 'project_id': 'ba7f09585e054b049eec4280fdd8896c', 'subnets': [{'id': '0ea2e22a-ee4b-4020-ac0f-e7921718fdd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fc482f6-9201-41f2-b982-c65d42352469'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:05.645820 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Current status of the port bc1520eb-2518-4ad9-b993-55849a1028c1 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 16:59:05.646419 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (bc1520eb-2518-4ad9-b993-55849a1028c1), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:05.692476 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dc862f-ce21-447b-969f-e0e9959987d5 None None] The sync data for ids ['efee18fb-b01b-4739-88a1-633bc51e9279'] in dv-cinder-835384-28-iscsi is: [{'id': 'efee18fb-b01b-4739-88a1-633bc51e9279', 'name': 'router1', 'tenant_id': 'ba7f09585e054b049eec4280fdd8896c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:58:49Z', 'updated_at': '2022-09-22T16:59:02Z', 'revision_number': 2, 'project_id': 'ba7f09585e054b049eec4280fdd8896c', 'gw_port_host': None, '_interfaces': [{'id': 'bc1520eb-2518-4ad9-b993-55849a1028c1', 'name': '', 'network_id': '8fe104ba-ce46-429d-85e5-f42cc612df73', 'tenant_id': 'ba7f09585e054b049eec4280fdd8896c', 'mac_address': 'fa:16:3e:5e:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efee18fb-b01b-4739-88a1-633bc51e9279', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ea2e22a-ee4b-4020-ac0f-e7921718fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:01Z', 'updated_at': '2022-09-22T16:59:05Z', 'revision_number': 4, 'project_id': 'ba7f09585e054b049eec4280fdd8896c', 'subnets': [{'id': '0ea2e22a-ee4b-4020-ac0f-e7921718fdd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fc482f6-9201-41f2-b982-c65d42352469'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:59:05.698123 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] For port bc1520eb-2518-4ad9-b993-55849a1028c1, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=bc1520eb-2518-4ad9-b993-55849a1028c1,segment=NetworkSegment(af1f35d8-c48e-42a8-971c-1f744b920975),segment_id=af1f35d8-c48e-42a8-971c-1f744b920975)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:59:05.704766 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (bc1520eb-2518-4ad9-b993-55849a1028c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:05.786141 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a60679-a84e-47e7-8ec7-299325f63522 None None] Pushing event updated for resources: {'Port': ['ID=bc1520eb-2518-4ad9-b993-55849a1028c1,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:05.828639 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-34b046ad-a856-4c41-882f-b25f7779e5b2 None None] Provisioning complete for port bc1520eb-2518-4ad9-b993-55849a1028c1 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 16:59:05.829205 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-34b046ad-a856-4c41-882f-b25f7779e5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (bc1520eb-2518-4ad9-b993-55849a1028c1), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:05.829563 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-34b046ad-a856-4c41-882f-b25f7779e5b2 None None] Attempt 1 to provision port bc1520eb-2518-4ad9-b993-55849a1028c1 Sep 22 16:59:05.950326 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-34b046ad-a856-4c41-882f-b25f7779e5b2 None None] Current status of the port bc1520eb-2518-4ad9-b993-55849a1028c1 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 16:59:06.158182 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 54088) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 16:59:06.663756 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d932134f-1969-463e-b986-e6b1299e5d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:06.665130 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-d932134f-1969-463e-b986-e6b1299e5d7d admin admin] 10.222.0.16 "GET /networking/v2.0/networks/f003e7b0-1e8d-4666-abdd-e8ce7241106b HTTP/1.1" status: 200 len: 842 time: 0.5060985 Sep 22 16:59:06.681999 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-12d7d25b-e13b-4aad-adf4-bedc7921d6b4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:59:06.721781 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d7d25b-e13b-4aad-adf4-bedc7921d6b4 admin admin] Made reservation on behalf of 5aa999029c6348189112ae4315aae1bd for: {'subnet': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:06.724613 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-12d7d25b-e13b-4aad-adf4-bedc7921d6b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:07.045819 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:07.055967 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:07.068554 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=41,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:07.090891 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=52,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:07.167739 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.objects.ports [None req-12d7d25b-e13b-4aad-adf4-bedc7921d6b4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106556) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 22 16:59:07.169214 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-12d7d25b-e13b-4aad-adf4-bedc7921d6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for subnet (5c753248-0725-45e1-a4b8-c8288fc45159), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:07.228180 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7d25b-e13b-4aad-adf4-bedc7921d6b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c753248-0725-45e1-a4b8-c8288fc45159,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:07.263716 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d7d25b-e13b-4aad-adf4-bedc7921d6b4 admin admin] Checking segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 16:59:07.264048 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d7d25b-e13b-4aad-adf4-bedc7921d6b4 admin admin] Network hostable DHCP agents. Network: f003e7b0-1e8d-4666-abdd-e8ce7241106b, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:59:07.296825 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d7d25b-e13b-4aad-adf4-bedc7921d6b4 admin admin] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:59:07.315339 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-12d7d25b-e13b-4aad-adf4-bedc7921d6b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, f003e7b0-1e8d-4666-abdd-e8ce7241106b) {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:07.320939 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d7d25b-e13b-4aad-adf4-bedc7921d6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:07.321588 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-12d7d25b-e13b-4aad-adf4-bedc7921d6b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:07.331943 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a180c04-9826-4011-9012-40f1ed8089e9 None None] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 16:59:07.351285 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-12d7d25b-e13b-4aad-adf4-bedc7921d6b4 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6706896 Sep 22 16:59:07.476241 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97beef6-5f40-4626-b94d-76e2b17f7e65 None None] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 16:59:07.551726 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:10.552533 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 54096) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 16:59:11.109395 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device bc1520eb-2518-4ad9-b993-55849a1028c1 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:59:11.162852 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port bc1520eb-2518-4ad9-b993-55849a1028c1 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 16:59:11.163269 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (bc1520eb-2518-4ad9-b993-55849a1028c1), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:11.163619 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port bc1520eb-2518-4ad9-b993-55849a1028c1 Sep 22 16:59:11.250889 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port bc1520eb-2518-4ad9-b993-55849a1028c1 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 16:59:11.331984 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-ef3dae60-1865-4fcc-a7ce-e06df633420f demo admin] 10.222.0.16 "GET /networking/v2.0/routers/efee18fb-b01b-4739-88a1-633bc51e9279 HTTP/1.1" status: 200 len: 710 time: 0.7782390 Sep 22 16:59:11.498576 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6585785-4df9-4c5f-aee7-3e00b637f417 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:11.499999 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-c6585785-4df9-4c5f-aee7-3e00b637f417 demo admin] 10.222.0.16 "GET /networking/v2.0/networks/f003e7b0-1e8d-4666-abdd-e8ce7241106b HTTP/1.1" status: 200 len: 886 time: 0.1617177 Sep 22 16:59:11.509532 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 16:59:11.783768 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] Publish callbacks [] for router_gateway (efee18fb-b01b-4739-88a1-633bc51e9279), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:12.140641 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] Publish callbacks [] for router_gateway (efee18fb-b01b-4739-88a1-633bc51e9279), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:12.239208 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:12.425479 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] Allocated IP 172.27.1.37 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/f26bda3d-82e6-44eb-ae0d-05c140445538) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:12.572639 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] Publish callbacks [] for port (f26bda3d-82e6-44eb-ae0d-05c140445538), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:12.591542 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:12.620050 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:12.646321 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (f26bda3d-82e6-44eb-ae0d-05c140445538), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:12.726202 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:12.732685 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:12.744418 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 16:59:12.750456 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] Pushing event updated for resources: {'Port': ['ID=f26bda3d-82e6-44eb-ae0d-05c140445538,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:13.055354 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] Publish callbacks [] for router_gateway (efee18fb-b01b-4739-88a1-633bc51e9279), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:13.268653 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2716'] for router (efee18fb-b01b-4739-88a1-633bc51e9279), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:13.273706 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536377', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534237'] for router (efee18fb-b01b-4739-88a1-633bc51e9279), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:13.389262 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] Router efee18fb-b01b-4739-88a1-633bc51e9279 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 16:59:13.504136 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 16:59:13.508903 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] Publish callbacks [] for router (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:13.510150 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-904f72e9-a90c-4df4-8c15-48698a5da26f demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/efee18fb-b01b-4739-88a1-633bc51e9279 HTTP/1.1" status: 200 len: 889 time: 2.0041220 Sep 22 16:59:13.524751 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Sync routers for ids ['efee18fb-b01b-4739-88a1-633bc51e9279'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:13.548773 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Routers {'efee18fb-b01b-4739-88a1-633bc51e9279'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 16:59:13.549865 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T16:58:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['efee18fb-b01b-4739-88a1-633bc51e9279'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:13.827265 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Set router efee18fb-b01b-4739-88a1-633bc51e9279 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 16:59:13.845496 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:14.365654 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efee18fb-b01b-4739-88a1-633bc51e9279', 'name': 'router1', 'tenant_id': 'ba7f09585e054b049eec4280fdd8896c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f26bda3d-82e6-44eb-ae0d-05c140445538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:58:49Z', 'updated_at': '2022-09-22T16:59:12Z', 'revision_number': 4, 'project_id': 'ba7f09585e054b049eec4280fdd8896c', 'gw_port': {'id': 'f26bda3d-82e6-44eb-ae0d-05c140445538', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efee18fb-b01b-4739-88a1-633bc51e9279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:12Z', 'updated_at': '2022-09-22T16:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'bc1520eb-2518-4ad9-b993-55849a1028c1', 'name': '', 'network_id': '8fe104ba-ce46-429d-85e5-f42cc612df73', 'tenant_id': 'ba7f09585e054b049eec4280fdd8896c', 'mac_address': 'fa:16:3e:5e:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efee18fb-b01b-4739-88a1-633bc51e9279', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ea2e22a-ee4b-4020-ac0f-e7921718fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:01Z', 'updated_at': '2022-09-22T16:59:05Z', 'revision_number': 5, 'project_id': 'ba7f09585e054b049eec4280fdd8896c', 'subnets': [{'id': '0ea2e22a-ee4b-4020-ac0f-e7921718fdd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fc482f6-9201-41f2-b982-c65d42352469'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:14.420509 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Checking router: efee18fb-b01b-4739-88a1-633bc51e9279 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:59:14.421124 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Updating router efee18fb-b01b-4739-88a1-633bc51e9279 port f26bda3d-82e6-44eb-ae0d-05c140445538 binding host dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:59:14.479254 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f26bda3d-82e6-44eb-ae0d-05c140445538), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:14.840201 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Publish callbacks [] for port (f26bda3d-82e6-44eb-ae0d-05c140445538), precommit_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:14.847731 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (f26bda3d-82e6-44eb-ae0d-05c140445538), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:14.885904 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Attempting to bind port f26bda3d-82e6-44eb-ae0d-05c140445538 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 16:59:14.886933 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Attempting to bind port f26bda3d-82e6-44eb-ae0d-05c140445538 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 16:59:14.887395 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Attempting to bind port f26bda3d-82e6-44eb-ae0d-05c140445538 on network f003e7b0-1e8d-4666-abdd-e8ce7241106b {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 16:59:14.931576 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb6fa7-f06f-410e-adb0-661647a073f5 None None] Pushing event updated for resources: {'Port': ['ID=f26bda3d-82e6-44eb-ae0d-05c140445538,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:14.953311 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 16:59:14.953786 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Checking segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 16:59:14.954252 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:14.954704 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Bound using segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 16:59:14.955334 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Bound port: f26bda3d-82e6-44eb-ae0d-05c140445538, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 16:59:14.955804 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f26bda3d-82e6-44eb-ae0d-05c140445538), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:14.958543 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:15.019994 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] For port f26bda3d-82e6-44eb-ae0d-05c140445538, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 16:59:15.023771 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] For port f26bda3d-82e6-44eb-ae0d-05c140445538, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=f26bda3d-82e6-44eb-ae0d-05c140445538,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 16:59:15.030883 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (f26bda3d-82e6-44eb-ae0d-05c140445538), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:15.072935 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Routers {'efee18fb-b01b-4739-88a1-633bc51e9279'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 16:59:15.073566 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T16:58:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['efee18fb-b01b-4739-88a1-633bc51e9279'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:15.129497 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb6fa7-f06f-410e-adb0-661647a073f5 None None] Pushing event updated for resources: {'Port': ['ID=f26bda3d-82e6-44eb-ae0d-05c140445538,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:15.239287 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] Set router efee18fb-b01b-4739-88a1-633bc51e9279 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 16:59:15.341090 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:15.517320 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efee18fb-b01b-4739-88a1-633bc51e9279', 'name': 'router1', 'tenant_id': 'ba7f09585e054b049eec4280fdd8896c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f26bda3d-82e6-44eb-ae0d-05c140445538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:58:49Z', 'updated_at': '2022-09-22T16:59:12Z', 'revision_number': 4, 'project_id': 'ba7f09585e054b049eec4280fdd8896c', 'gw_port': {'id': 'f26bda3d-82e6-44eb-ae0d-05c140445538', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efee18fb-b01b-4739-88a1-633bc51e9279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:12Z', 'updated_at': '2022-09-22T16:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'bc1520eb-2518-4ad9-b993-55849a1028c1', 'name': '', 'network_id': '8fe104ba-ce46-429d-85e5-f42cc612df73', 'tenant_id': 'ba7f09585e054b049eec4280fdd8896c', 'mac_address': 'fa:16:3e:5e:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efee18fb-b01b-4739-88a1-633bc51e9279', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ea2e22a-ee4b-4020-ac0f-e7921718fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:01Z', 'updated_at': '2022-09-22T16:59:05Z', 'revision_number': 5, 'project_id': 'ba7f09585e054b049eec4280fdd8896c', 'subnets': [{'id': '0ea2e22a-ee4b-4020-ac0f-e7921718fdd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fc482f6-9201-41f2-b982-c65d42352469'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:15.547048 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e469e6d-e5e5-4b4b-ad13-f2c12520e641 None None] The sync data for ids ['efee18fb-b01b-4739-88a1-633bc51e9279'] in dv-cinder-835384-28-iscsi is: [{'id': 'efee18fb-b01b-4739-88a1-633bc51e9279', 'name': 'router1', 'tenant_id': 'ba7f09585e054b049eec4280fdd8896c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': 'f26bda3d-82e6-44eb-ae0d-05c140445538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:58:49Z', 'updated_at': '2022-09-22T16:59:12Z', 'revision_number': 4, 'project_id': 'ba7f09585e054b049eec4280fdd8896c', 'gw_port': {'id': 'f26bda3d-82e6-44eb-ae0d-05c140445538', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cf:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efee18fb-b01b-4739-88a1-633bc51e9279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:12Z', 'updated_at': '2022-09-22T16:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'bc1520eb-2518-4ad9-b993-55849a1028c1', 'name': '', 'network_id': '8fe104ba-ce46-429d-85e5-f42cc612df73', 'tenant_id': 'ba7f09585e054b049eec4280fdd8896c', 'mac_address': 'fa:16:3e:5e:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efee18fb-b01b-4739-88a1-633bc51e9279', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ea2e22a-ee4b-4020-ac0f-e7921718fdd3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:01Z', 'updated_at': '2022-09-22T16:59:05Z', 'revision_number': 5, 'project_id': 'ba7f09585e054b049eec4280fdd8896c', 'subnets': [{'id': '0ea2e22a-ee4b-4020-ac0f-e7921718fdd3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fc482f6-9201-41f2-b982-c65d42352469'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:59:15.639426 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=40 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:15.647158 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=41 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:16.787199 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 54108) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 16:59:17.087290 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device f26bda3d-82e6-44eb-ae0d-05c140445538 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:59:17.139145 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port f26bda3d-82e6-44eb-ae0d-05c140445538 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 16:59:17.139548 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (f26bda3d-82e6-44eb-ae0d-05c140445538), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:17.139899 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port f26bda3d-82e6-44eb-ae0d-05c140445538 Sep 22 16:59:17.221140 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port f26bda3d-82e6-44eb-ae0d-05c140445538 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 16:59:17.221527 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f26bda3d-82e6-44eb-ae0d-05c140445538), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:17.257160 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port f26bda3d-82e6-44eb-ae0d-05c140445538, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=f26bda3d-82e6-44eb-ae0d-05c140445538,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 16:59:17.263364 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (f26bda3d-82e6-44eb-ae0d-05c140445538), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:17.331005 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=16,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:17.341612 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=33,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:17.341962 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=f26bda3d-82e6-44eb-ae0d-05c140445538,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:17.456244 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-7c8a4331-81d4-4e67-827c-ab05e64a2c2c admin admin] 10.222.0.16 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.6672986 Sep 22 16:59:19.083905 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device f26bda3d-82e6-44eb-ae0d-05c140445538 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 16:59:19.137421 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port f26bda3d-82e6-44eb-ae0d-05c140445538 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 16:59:19.137902 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (f26bda3d-82e6-44eb-ae0d-05c140445538), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:19.138300 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port f26bda3d-82e6-44eb-ae0d-05c140445538 Sep 22 16:59:19.247794 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port f26bda3d-82e6-44eb-ae0d-05c140445538 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 16:59:20.880903 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-12d3b7d3-6428-4615-b2f6-ed28ba3460be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:21.448745 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 5 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 16:59:23.802831 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-79b67c7d-0b4c-4bb2-bfc0-11b26eb395f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:25.259331 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:25.308627 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:26.765710 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:27.442048 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:27.450801 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:27.549966 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:37.492756 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=4 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:37.499992 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=4 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:37.503904 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:37.540682 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=64,neutron:UPDATE=6 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 16:59:50.890658 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2a516ed1-2596-42d5-93c3-5855c94f8f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:53.816887 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-28065e2e-94ad-49da-82e4-f30a68ec66e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:55.275828 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:56.748152 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:57.528008 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 16:59:58.482716 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 5 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:00:07.505997 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:00:07.520520 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:00:14.474695 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=5 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:00:17.454967 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:00:20.895973 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-84024852-feee-4d8d-8124-a70a7ade5c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:00:23.802560 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-1bd6ed49-686f-4ce0-bc19-f7f732272a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:00:25.280536 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:00:26.753935 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:00:27.506442 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:00:35.456049 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 5 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:00:37.496984 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:00:37.499758 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:00:50.892177 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c44ad9ad-1f65-4b56-b5c8-8eac1fc76bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:00:51.464254 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=3 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:00:51.465222 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=5 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:00:53.809499 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-f29b369c-3b7f-4397-8749-c765c644e010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:00:55.264811 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:00:56.749363 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:00:57.511921 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:01:00.081884 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 54658) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:01:00.643201 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.pecan_wsgi.hooks.translation [None req-654c0a6e-6a3d-49d9-bced-92af19befbae admin admin] GET failed (client error): The resource could not be found. Sep 22 17:01:00.644629 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-654c0a6e-6a3d-49d9-bced-92af19befbae admin admin] 10.222.0.16 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.5617819 Sep 22 17:01:00.839091 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57748cc2-9643-4567-a76c-692e200691f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:00.840660 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-57748cc2-9643-4567-a76c-692e200691f7 admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1912546 Sep 22 17:01:03.562456 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 54668) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:01:04.111317 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3842306-18a2-4e10-9778-3e30e00139e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:04.112682 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-a3842306-18a2-4e10-9778-3e30e00139e3 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/0ea2e22a-ee4b-4020-ac0f-e7921718fdd3 HTTP/1.1" status: 200 len: 849 time: 0.5489354 Sep 22 17:01:04.123412 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:01:04.230899 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Publish callbacks [] for subnet (0ea2e22a-ee4b-4020-ac0f-e7921718fdd3), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:01:04.400890 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784621027476'] for subnet (0ea2e22a-ee4b-4020-ac0f-e7921718fdd3), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:01:04.439273 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:04.439881 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:01:04.441555 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] 10.222.0.16 "PUT /networking/v2.0/subnets/0ea2e22a-ee4b-4020-ac0f-e7921718fdd3 HTTP/1.1" status: 200 len: 868 time: 0.3219807 Sep 22 17:01:04.451334 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df08d82a-ce96-4a89-958d-273f07be6324 None None] Network 8fe104ba-ce46-429d-85e5-f42cc612df73 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:01:04.486683 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ea2e22a-ee4b-4020-ac0f-e7921718fdd3,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:04.500467 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:04.501132 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:04.501767 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:04.502345 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:04.502905 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:04.503609 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:04.504207 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:04.504791 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:04.505434 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:04.505971 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:04.506438 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:04.506908 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:04.508977 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:04.511730 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:04.512276 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874cf54f-7dc0-4b77-8c7a-5c66ba20bdce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:04.839882 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-e4d90d01-284a-42ca-afd5-f2983155a4fa None None] Provisioning complete for port bc1520eb-2518-4ad9-b993-55849a1028c1 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:01:04.840388 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-e4d90d01-284a-42ca-afd5-f2983155a4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (bc1520eb-2518-4ad9-b993-55849a1028c1), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:01:04.840801 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-e4d90d01-284a-42ca-afd5-f2983155a4fa None None] Attempt 1 to provision port bc1520eb-2518-4ad9-b993-55849a1028c1 Sep 22 17:01:04.929761 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-e4d90d01-284a-42ca-afd5-f2983155a4fa None None] Current status of the port bc1520eb-2518-4ad9-b993-55849a1028c1 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:01:04.941126 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-e4d90d01-284a-42ca-afd5-f2983155a4fa None None] Provisioning complete for port c9689aae-7ed9-4c46-90d9-81bf0267fea2 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:01:04.941739 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-e4d90d01-284a-42ca-afd5-f2983155a4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (c9689aae-7ed9-4c46-90d9-81bf0267fea2), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:01:04.942299 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-e4d90d01-284a-42ca-afd5-f2983155a4fa None None] Attempt 1 to provision port c9689aae-7ed9-4c46-90d9-81bf0267fea2 Sep 22 17:01:05.066546 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-e4d90d01-284a-42ca-afd5-f2983155a4fa None None] Current status of the port c9689aae-7ed9-4c46-90d9-81bf0267fea2 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:01:07.200985 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 54676) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:01:07.813266 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b938af0e-f5b6-4232-b2ae-7496d77a0560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:07.813738 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b938af0e-f5b6-4232-b2ae-7496d77a0560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:07.815387 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-b938af0e-f5b6-4232-b2ae-7496d77a0560 admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6134226 Sep 22 17:01:10.569986 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 54684) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:01:11.165778 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77befa3c-843a-4878-9243-a2471d925af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:11.166252 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77befa3c-843a-4878-9243-a2471d925af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:11.167890 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-77befa3c-843a-4878-9243-a2471d925af8 admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5968359 Sep 22 17:01:12.462783 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 5 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:01:14.164617 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 54692) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:01:14.693453 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:01:14.703465 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7b1e49-8559-4a5d-afd0-8210acbf116d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:14.705663 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-5a7b1e49-8559-4a5d-afd0-8210acbf116d admin admin] 10.222.0.16 "GET /networking/v2.0/networks/8fe104ba-ce46-429d-85e5-f42cc612df73 HTTP/1.1" status: 200 len: 869 time: 0.5397882 Sep 22 17:01:15.057267 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:01:15.063805 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:01:17.530487 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 54700) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:01:17.983366 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:01:18.020445 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0685b700-21d1-49b3-9db5-1b11b3d4ae0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:18.021841 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-0685b700-21d1-49b3-9db5-1b11b3d4ae0d admin admin] 10.222.0.16 "GET /networking/v2.0/networks/f003e7b0-1e8d-4666-abdd-e8ce7241106b HTTP/1.1" status: 200 len: 886 time: 0.4909046 Sep 22 17:01:20.721037 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 54708) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:01:20.895894 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c3944e15-12cb-49cd-800a-52d97fac8cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:01:21.302006 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a4e56-ab75-4431-83f7-63c9d6bdbc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:21.302371 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a4e56-ab75-4431-83f7-63c9d6bdbc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:21.304065 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-dd2a4e56-ab75-4431-83f7-63c9d6bdbc2c admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5820401 Sep 22 17:01:23.800870 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-70288be8-ec86-4891-9529-fbeee896cd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:01:24.163297 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 54718) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:01:24.648257 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2496c61-66c1-4c1d-8e06-0e0ae4a2b20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:24.648716 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2496c61-66c1-4c1d-8e06-0e0ae4a2b20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:24.650940 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-e2496c61-66c1-4c1d-8e06-0e0ae4a2b20c admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4866312 Sep 22 17:01:25.268198 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:01:26.764120 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:01:27.510801 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:01:27.589546 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 54726) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:01:28.065551 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95fbd29-a14c-44c2-86a6-c6a4645f72c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:28.067020 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-f95fbd29-a14c-44c2-86a6-c6a4645f72c6 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/0ea2e22a-ee4b-4020-ac0f-e7921718fdd3 HTTP/1.1" status: 200 len: 868 time: 0.4761715 Sep 22 17:01:28.456753 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=19 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:01:28.461040 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=15 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:01:30.907890 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 54734) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:01:31.286022 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:01:31.297260 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=8 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:01:31.429417 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b071bad-0a6c-4a11-9143-c38f768ca0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:31.431437 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-5b071bad-0a6c-4a11-9143-c38f768ca0af admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/5c753248-0725-45e1-a4b8-c8288fc45159 HTTP/1.1" status: 200 len: 816 time: 0.5214651 Sep 22 17:01:37.500968 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:01:37.504470 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:01:38.060150 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=28 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:01:38.062391 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=13 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:01:41.423043 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:01:41.425783 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:01:41.443549 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:01:41.464403 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:01:49.452620 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 5 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:01:50.900140 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-5e11ae82-9587-41d8-a922-0e8326c98456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:01:53.798724 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-fc424c43-9dd1-42bf-838e-43931b8b2b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:01:55.276052 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:01:56.755679 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:01:57.515350 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:03.404586 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 54792) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:02:03.796042 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [None req-2de68810-399e-4cbc-bbfe-0ea926e0cf00 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 17:02:03.797108 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-2de68810-399e-4cbc-bbfe-0ea926e0cf00 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3916471 Sep 22 17:02:05.454483 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=3 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:02:05.459750 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=5 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:02:06.784441 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 54800) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:02:07.224165 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe292f4-4f7e-4fd3-9b13-89f96337d749 admin admin] GET failed (client error): The resource could not be found. Sep 22 17:02:07.226240 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-ebe292f4-4f7e-4fd3-9b13-89f96337d749 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4404202 Sep 22 17:02:07.369421 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5f05ca-5e45-4532-bbf0-9b76b05c7b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:07.371603 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-9c5f05ca-5e45-4532-bbf0-9b76b05c7b38 admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1399701 Sep 22 17:02:07.505311 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:02:07.509289 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:UPDATE=2,neutron:SELECT=19 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:02:10.192825 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 54808) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:02:10.553318 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:02:10.579014 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Made reservation on behalf of 5aa999029c6348189112ae4315aae1bd for: {'network': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:10.581345 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:10.611011 dv-cinder-835384-28-iscsi neutron-server[106556]: WARNING neutron.services.revisions.revision_plugin [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Could not find related network for resource to bump revision. Sep 22 17:02:10.629637 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=106556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:02:10.644589 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784621099192', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (c6554335-59e5-4f61-91a7-efab027bd128), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:10.645121 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Unsubscribe: segment precommit_create {{(pid=106556) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 17:02:10.645603 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.segments_db [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Added segment c6554335-59e5-4f61-91a7-efab027bd128 of type vlan for network 31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e Sep 22 17:02:10.696160 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:10.731515 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:10.732652 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:10.733319 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:10.814800 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6204982 Sep 22 17:02:10.855458 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Pushing event updated for resources: {'Network': ['ID=31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:10.863688 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.864006 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.864368 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.864703 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.865096 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.865427 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.865748 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.866069 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.866394 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.866717 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.867080 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.867587 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.867920 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.868204 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.868523 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef3d333-98c3-4050-ac74-da550ecff45f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:10.881981 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network 31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:02:13.601383 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 54816) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:02:14.053239 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f220ee9-296f-4cc0-bac0-6b1ef6f786a0 admin admin] GET failed (client error): The resource could not be found. Sep 22 17:02:14.054605 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-0f220ee9-296f-4cc0-bac0-6b1ef6f786a0 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4520152 Sep 22 17:02:14.153510 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8077a54-979b-4d71-8a1a-288d6e63abb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:14.155811 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-b8077a54-979b-4d71-8a1a-288d6e63abb3 admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0947804 Sep 22 17:02:14.169096 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-a4c996fc-c2e7-4f71-b58f-4a0faf99c11d admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:02:14.203419 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c996fc-c2e7-4f71-b58f-4a0faf99c11d admin admin] Made reservation on behalf of 5aa999029c6348189112ae4315aae1bd for: {'subnet': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:14.207727 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a4c996fc-c2e7-4f71-b58f-4a0faf99c11d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:14.454975 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a4c996fc-c2e7-4f71-b58f-4a0faf99c11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for subnet (b7ed8f1e-3efe-4edd-8f57-71a29b6043df), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:14.510908 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c996fc-c2e7-4f71-b58f-4a0faf99c11d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ed8f1e-3efe-4edd-8f57-71a29b6043df,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:14.528662 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c996fc-c2e7-4f71-b58f-4a0faf99c11d admin admin] Checking segment: {'id': 'c6554335-59e5-4f61-91a7-efab027bd128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:02:14.529006 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c996fc-c2e7-4f71-b58f-4a0faf99c11d admin admin] Network hostable DHCP agents. Network: 31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:02:14.549521 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c996fc-c2e7-4f71-b58f-4a0faf99c11d admin admin] Network 31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:02:14.560389 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-a4c996fc-c2e7-4f71-b58f-4a0faf99c11d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, 31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e) {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:14.565918 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c996fc-c2e7-4f71-b58f-4a0faf99c11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:14.566839 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a4c996fc-c2e7-4f71-b58f-4a0faf99c11d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:14.573804 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23feea5-bb18-41dd-846a-741538813165 None None] Network 31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:02:14.597055 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-a4c996fc-c2e7-4f71-b58f-4a0faf99c11d admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4339104 Sep 22 17:02:14.719234 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7c9d09-d3da-5fad-875b-2cacf9d3192b-31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e', 'network_id': '31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e', 'project_id': '5aa999029c6348189112ae4315aae1bd', 'fixed_ips': [{'subnet_id': 'b7ed8f1e-3efe-4edd-8f57-71a29b6043df'}]}} from dv-cinder-835384-28-iscsi. {{(pid=106557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 17:02:14.720427 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:14.914729 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.db_base_plugin_common [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Allocated IP 192.168.233.2 (31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e/b7ed8f1e-3efe-4edd-8f57-71a29b6043df/01f239f8-7a3f-4b04-a098-7d24649e998c) {{(pid=106557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:15.120322 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Publish callbacks [] for port (01f239f8-7a3f-4b04-a098-7d24649e998c), precommit_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:15.129744 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (01f239f8-7a3f-4b04-a098-7d24649e998c), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:15.177329 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Network 31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e is already hosted by enough agents. {{(pid=106557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:15.181443 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.base_scheduler [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Resources bound (agent type, host, resource id): {{(pid=106557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:15.184150 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Received port after_create {{(pid=106557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:02:15.194453 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Pushing event updated for resources: {'Port': ['ID=01f239f8-7a3f-4b04-a098-7d24649e998c,revision_number=1']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:15.206215 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:15.206685 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:15.206927 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:15.207311 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:15.207658 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:15.207987 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:15.208309 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:15.208660 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:15.208956 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:15.209288 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:15.209592 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:15.209946 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:15.210256 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:15.210663 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:15.211518 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:15.286113 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Attempting to bind port 01f239f8-7a3f-4b04-a098-7d24649e998c on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:02:15.286533 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Attempting to bind port 01f239f8-7a3f-4b04-a098-7d24649e998c by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'c6554335-59e5-4f61-91a7-efab027bd128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:02:15.287036 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Attempting to bind port 01f239f8-7a3f-4b04-a098-7d24649e998c on network 31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:02:15.342853 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:02:15.343311 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Checking segment: {'id': 'c6554335-59e5-4f61-91a7-efab027bd128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:02:15.343708 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:15.344097 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Bound using segment: {'id': 'c6554335-59e5-4f61-91a7-efab027bd128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:02:15.344563 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Bound port: 01f239f8-7a3f-4b04-a098-7d24649e998c, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6554335-59e5-4f61-91a7-efab027bd128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:02:15.345255 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (01f239f8-7a3f-4b04-a098-7d24649e998c), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:15.418231 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] For port 01f239f8-7a3f-4b04-a098-7d24649e998c, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:02:15.422206 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] For port 01f239f8-7a3f-4b04-a098-7d24649e998c, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=01f239f8-7a3f-4b04-a098-7d24649e998c,segment=NetworkSegment(c6554335-59e5-4f61-91a7-efab027bd128),segment_id=c6554335-59e5-4f61-91a7-efab027bd128)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:02:15.432423 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (01f239f8-7a3f-4b04-a098-7d24649e998c), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:15.516577 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a897f-68d5-422e-8762-5390490f6e89 None None] Pushing event updated for resources: {'Port': ['ID=01f239f8-7a3f-4b04-a098-7d24649e998c,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:16.431055 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bd5a70-7c81-41d6-98b0-18d68494419c None None] Network 31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:02:16.512268 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-3efe39a1-609a-442e-b7be-b57c88fa5436 None None] Provisioning complete for port 01f239f8-7a3f-4b04-a098-7d24649e998c triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:02:16.512268 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3efe39a1-609a-442e-b7be-b57c88fa5436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (01f239f8-7a3f-4b04-a098-7d24649e998c), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:16.512687 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-3efe39a1-609a-442e-b7be-b57c88fa5436 None None] Attempt 1 to provision port 01f239f8-7a3f-4b04-a098-7d24649e998c Sep 22 17:02:16.521618 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:02:16.541328 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:02:16.648157 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-3efe39a1-609a-442e-b7be-b57c88fa5436 None None] Current status of the port 01f239f8-7a3f-4b04-a098-7d24649e998c is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:02:16.649125 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3efe39a1-609a-442e-b7be-b57c88fa5436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (01f239f8-7a3f-4b04-a098-7d24649e998c), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:16.697922 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-3efe39a1-609a-442e-b7be-b57c88fa5436 None None] For port 01f239f8-7a3f-4b04-a098-7d24649e998c, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=01f239f8-7a3f-4b04-a098-7d24649e998c,segment=NetworkSegment(c6554335-59e5-4f61-91a7-efab027bd128),segment_id=c6554335-59e5-4f61-91a7-efab027bd128)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:02:16.703091 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3efe39a1-609a-442e-b7be-b57c88fa5436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (01f239f8-7a3f-4b04-a098-7d24649e998c), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:16.767957 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe39a1-609a-442e-b7be-b57c88fa5436 None None] Pushing event updated for resources: {'Port': ['ID=01f239f8-7a3f-4b04-a098-7d24649e998c,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:16.932623 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-2425378e-e922-4772-9306-631a2306e6f2 None None] Provisioning complete for port 01f239f8-7a3f-4b04-a098-7d24649e998c triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:02:16.933024 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2425378e-e922-4772-9306-631a2306e6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (01f239f8-7a3f-4b04-a098-7d24649e998c), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:16.933371 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-2425378e-e922-4772-9306-631a2306e6f2 None None] Attempt 1 to provision port 01f239f8-7a3f-4b04-a098-7d24649e998c Sep 22 17:02:17.017835 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-2425378e-e922-4772-9306-631a2306e6f2 None None] Current status of the port 01f239f8-7a3f-4b04-a098-7d24649e998c is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:02:17.189406 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 01f239f8-7a3f-4b04-a098-7d24649e998c up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:02:17.247149 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 01f239f8-7a3f-4b04-a098-7d24649e998c triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:02:17.247535 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (01f239f8-7a3f-4b04-a098-7d24649e998c), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:17.247873 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 01f239f8-7a3f-4b04-a098-7d24649e998c Sep 22 17:02:17.335721 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 01f239f8-7a3f-4b04-a098-7d24649e998c is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:02:17.449842 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:02:20.897442 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-b2216cdd-84bc-4000-bac3-65fae8731ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:23.802489 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a04bc5e0-7def-450e-935d-c7269d4a07f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:24.581407 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:02:24.585396 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=73,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:02:25.272228 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:26.456595 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 5 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:02:26.769309 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:27.512058 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:37.502166 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:02:37.504023 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=59,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:02:42.453130 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=4 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:02:42.458434 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=4 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:02:50.895883 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c34d74a0-e85b-4d4a-916a-25b8dca0a994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:53.801457 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2e1df9d4-ec5c-4a0f-9706-15aaffdb23bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:55.275918 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:56.769770 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:02:57.513870 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:03:03.457741 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 5 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:03:07.505913 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:03:07.508710 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:03:20.899886 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-1debf6cf-a50a-477e-a7b0-f4a28e94351e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:03:22.693311 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=16 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:03:22.705756 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=18 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:03:23.800667 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-23f77c8d-55d6-41d2-b036-fdc59cec2744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:03:25.282996 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:03:26.767960 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:03:27.518651 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:03:33.975516 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 54878) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:03:33.981224 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [None req-00b97bcf-a3ed-46a9-b9e4-809d66191ac4 tempest-verify_tempest_config-90177592 tempest-verify_tempest_config-90177592-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 17:03:33.982228 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-00b97bcf-a3ed-46a9-b9e4-809d66191ac4 tempest-verify_tempest_config-90177592 tempest-verify_tempest_config-90177592-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057623 Sep 22 17:03:34.329906 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 54896) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:03:34.481084 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:03:34.573151 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Publish callbacks [] for security_group (a0e72703-ef1d-4c7f-85f0-c16557f14f6a), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:03:34.577622 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (a0e72703-ef1d-4c7f-85f0-c16557f14f6a), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:03:34.629802 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e9efdb0139e1446cbfd73f470924932a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2988150 Sep 22 17:03:34.630666 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e72703-ef1d-4c7f-85f0-c16557f14f6a,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:34.633178 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 54900) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:03:34.639343 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.639749 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.640392 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.640858 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.641276 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.641688 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.642153 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.642561 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.642974 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.643492 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.643898 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.644272 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.644722 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.645179 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.645667 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fafa518-d608-4779-8f47-3a209b712b25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.728522 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Publish callbacks [] for security_group (a0e72703-ef1d-4c7f-85f0-c16557f14f6a), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:03:34.750708 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Publish callbacks [] for security_group (a0e72703-ef1d-4c7f-85f0-c16557f14f6a), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:03:34.871450 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (a0e72703-ef1d-4c7f-85f0-c16557f14f6a), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:03:34.874444 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:03:34.875809 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a0e72703-ef1d-4c7f-85f0-c16557f14f6a HTTP/1.1" status: 204 len: 168 time: 0.2414870 Sep 22 17:03:34.886353 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e72703-ef1d-4c7f-85f0-c16557f14f6a,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:34.894661 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.895157 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.895580 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.895974 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.897339 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.897339 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.897699 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.898083 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.898502 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.898988 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.899405 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.899897 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.900319 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.900770 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:34.901203 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6477c-d1f7-4ed4-970e-5ecb28fdf4b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:37.511030 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:03:40.461476 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 5 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:03:44.634665 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=17,neutron:INSERT=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:03:44.635799 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=22,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:03:44.889144 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:03:44.890319 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:03:44.930414 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:03:50.897876 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-49ee68f1-4955-45cb-994b-491d2c8716a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:03:53.798087 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-433796e4-5def-4c60-8b59-6f9f6370d56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:03:55.283253 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:03:56.456458 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=5 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:03:56.458070 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=3 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:03:56.756995 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:03:57.524065 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:04:07.511862 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:04:07.515108 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:04:17.445371 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:04:17.446380 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:DELETE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:04:17.460507 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 5 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:04:20.897497 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7fd3ee95-20d5-4d3f-8acf-05f34b658cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:04:23.795551 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9e16-3dbf-4aae-8eae-d7c41c780a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:04:25.291539 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:04:26.761613 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:04:27.517558 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:04:33.454100 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=4 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:04:33.455105 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=4 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:04:37.506119 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:04:37.511469 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:04:50.899187 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-be0968c4-4ef9-4fb8-af1d-84ed34b907c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:04:53.792288 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3ef525e7-b968-4c0f-abe5-cf3a16da805d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:04:54.460950 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 5 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:04:55.288094 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:04:56.765158 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:04:57.519337 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:05:07.245177 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533186'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:05:10.449924 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=3 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:05:10.457977 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=5 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:05:17.235940 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:05:17.239580 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:05:20.906362 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-287fadd0-3b38-4440-9c24-c3041d67a3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:05:22.395984 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 54974) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:05:22.531989 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-605b5e78-23ad-45d3-8916-ddd4514c534e admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1346242 Sep 22 17:05:22.690885 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=14 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:05:22.692921 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=12 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:05:23.789442 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-de46a31d-4dc9-4d15-886a-3667eb3d983e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:05:25.130151 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 54984) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:05:25.198240 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-b752ebfc-b647-436f-a298-07e435056d8b admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0666919 Sep 22 17:05:25.302043 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:05:26.769157 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:05:27.530594 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:05:31.461143 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:05:32.522566 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:05:32.524906 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:05:35.193063 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:05:37.237341 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:05:47.230497 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:05:47.232706 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:05:47.457216 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=4 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:05:47.458277 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=4 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:05:50.896709 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-b95ae15a-b41c-486c-89f6-c72aa9f7b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:05:53.786207 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a2e0259b-9ba0-45a7-9e52-b74b4a3d2057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:05:55.294022 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:05:56.768657 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:05:57.528686 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:06:07.238005 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:06:08.463972 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:06:17.228885 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:06:17.231598 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:06:20.904143 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-82693151-754a-406e-9dd8-41b47b8df7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:06:23.787922 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7536f1b4-181e-4786-943c-3f753a9e235f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:06:24.457063 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:06:24.464611 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=5 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:06:25.299699 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:06:26.791309 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:06:27.532158 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:06:37.255967 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:06:41.448406 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:06:41.449546 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:06:45.463909 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:06:47.245646 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:06:47.248930 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:06:50.891644 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-49f2a4ad-89b3-41e9-982d-e8700ac77ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:06:53.779896 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-9c2baffd-d60c-47d9-bdd3-e5a66757513d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:06:55.299426 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:06:56.792126 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:06:57.571775 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:01.452406 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=3 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:01.455870 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=5 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:03.279388 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55156) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:03.735871 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1288152233-network', 'tenant_id': '70b4f8716fa84e439293149dd10cac82'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:03.773736 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Made reservation on behalf of 70b4f8716fa84e439293149dd10cac82 for: {'network': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:03.778692 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:03.793724 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:03.908384 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Publish callbacks [] for security_group (58640f55-2e6d-43b0-b15d-256fc0730041), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:03.914376 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (58640f55-2e6d-43b0-b15d-256fc0730041), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:03.959673 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58640f55-2e6d-43b0-b15d-256fc0730041,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:03.968787 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=106556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:07:03.979531 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:03.979924 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:03.980579 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:03.980900 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:03.981500 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:03.982009 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:03.982433 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:03.982846 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:03.983459 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:03.983892 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:03.984222 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:03.984542 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:03.984913 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:03.985233 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:03.985557 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Tracked resource versions report: Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: pushed versions: Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: { 'AddressGroup': {'1.2'}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Agent': {'1.1'}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'ConntrackHelper': {'1.0'}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'LocalIPAssociation': {'1.0'}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Log': {'1.0'}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'NDPProxy': {'1.0'}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Network': {'1.1'}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Port': {'1.7'}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'PortForwarding': {'1.3'}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'QosPolicy': {'1.10'}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'SecurityGroup': {'1.5'}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'SecurityGroupRule': {'1.2'}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'SubPort': {'1.0'}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Subnet': {'1.1'}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Trunk': {'1.1'}} Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: consumer versions: Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: { DHCP agent@dv-cinder-835384-28-iscsi: {}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: HyperV agent@hv-cinder-83538: {}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: L3 agent@dv-cinder-835384-28-iscsi: {}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: Metadata agent@dv-cinder-835384-28-iscsi: {}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: Metering agent@dv-cinder-835384-28-iscsi: {}, Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: Open vSwitch agent@dv-cinder-835384-28-iscsi: { 'AddressGroup': '1.2', Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Agent': '1.1', Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'ConntrackHelper': '1.0', Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'LocalIPAssociation': '1.0', Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Log': '1.0', Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'NDPProxy': '1.0', Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Network': '1.1', Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Port': '1.7', Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'PortForwarding': '1.3', Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'QosPolicy': '1.10', Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'SecurityGroup': '1.5', Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'SecurityGroupRule': '1.2', Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'SubPort': '1.0', Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Subnet': '1.1', Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: 'Trunk': '1.1'}} Sep 22 17:07:03.986856 dv-cinder-835384-28-iscsi neutron-server[106556]: {{(pid=106556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 17:07:03.997032 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (d9910c48-be0c-48fb-bb28-008054c81ab4), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:03.997680 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.segments_db [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Added segment d9910c48-be0c-48fb-bb28-008054c81ab4 of type vlan for network 1c6ecb7b-a633-45fb-a85c-5e934221e5c2 Sep 22 17:07:04.046682 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (1c6ecb7b-a633-45fb-a85c-5e934221e5c2), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:04.096683 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (1c6ecb7b-a633-45fb-a85c-5e934221e5c2), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:04.098393 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:04.099475 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:04.197149 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] Pushing event updated for resources: {'Network': ['ID=1c6ecb7b-a633-45fb-a85c-5e934221e5c2,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:04.215971 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-4a684695-b51f-4915-8dab-1b7cab1d5f27 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9338531 Sep 22 17:07:04.216988 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55208) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:04.222074 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network 1c6ecb7b-a633-45fb-a85c-5e934221e5c2 details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:07:04.229840 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Request body: {'subnet': {'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1288152233-subnet', 'tenant_id': '70b4f8716fa84e439293149dd10cac82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:04.269873 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Made reservation on behalf of 70b4f8716fa84e439293149dd10cac82 for: {'subnet': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:04.275479 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:04.367335 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55214) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:04.554723 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55224) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:04.557394 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for subnet (eb9c319a-0720-4600-80ff-704af5ddcfd9), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:04.650720 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb9c319a-0720-4600-80ff-704af5ddcfd9,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:04.666140 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:04.666708 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:04.667333 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:04.668140 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:04.669181 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:04.669969 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:04.670838 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:04.671656 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:04.672484 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:04.673316 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:04.673885 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:04.675107 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:04.675928 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:04.676490 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:04.677413 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Tracked resource versions report: Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: pushed versions: Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: { 'AddressGroup': {'1.2'}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Agent': {'1.1'}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'ConntrackHelper': {'1.0'}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'LocalIPAssociation': {'1.0'}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Log': {'1.0'}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'NDPProxy': {'1.0'}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Network': {'1.1'}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Port': {'1.7'}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'PortForwarding': {'1.3'}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'QosPolicy': {'1.10'}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'SecurityGroup': {'1.5'}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'SecurityGroupRule': {'1.2'}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'SubPort': {'1.0'}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Subnet': {'1.1'}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Trunk': {'1.1'}} Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: consumer versions: Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: { DHCP agent@dv-cinder-835384-28-iscsi: {}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: HyperV agent@hv-cinder-83538: {}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: L3 agent@dv-cinder-835384-28-iscsi: {}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: Metadata agent@dv-cinder-835384-28-iscsi: {}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: Metering agent@dv-cinder-835384-28-iscsi: {}, Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: Open vSwitch agent@dv-cinder-835384-28-iscsi: { 'AddressGroup': '1.2', Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Agent': '1.1', Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'ConntrackHelper': '1.0', Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'LocalIPAssociation': '1.0', Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Log': '1.0', Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'NDPProxy': '1.0', Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Network': '1.1', Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Port': '1.7', Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'PortForwarding': '1.3', Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'QosPolicy': '1.10', Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'SecurityGroup': '1.5', Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'SecurityGroupRule': '1.2', Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'SubPort': '1.0', Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Subnet': '1.1', Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: 'Trunk': '1.1'}} Sep 22 17:07:04.680137 dv-cinder-835384-28-iscsi neutron-server[106555]: {{(pid=106555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 17:07:04.715204 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-e1956206-f602-4ce3-ae31-fc7ee0acc8b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-239049521-network', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:04.770491 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1956206-f602-4ce3-ae31-fc7ee0acc8b4 admin admin] Made reservation on behalf of 45847b1fd67c4caaa03a36895cd2263a for: {'network': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:04.776112 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Checking segment: {'id': 'd9910c48-be0c-48fb-bb28-008054c81ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:04.776424 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e1956206-f602-4ce3-ae31-fc7ee0acc8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:04.777271 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Network hostable DHCP agents. Network: 1c6ecb7b-a633-45fb-a85c-5e934221e5c2, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:04.800321 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e1956206-f602-4ce3-ae31-fc7ee0acc8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:04.801901 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Network 1c6ecb7b-a633-45fb-a85c-5e934221e5c2 is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:04.816204 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, 1c6ecb7b-a633-45fb-a85c-5e934221e5c2) {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:04.827495 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910ab012-d955-42a6-b338-bf722516cb88 None None] Network 1c6ecb7b-a633-45fb-a85c-5e934221e5c2 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:07:04.830145 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:04.830827 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:04.867673 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-013b8486-82d0-4c12-b5d4-f4870107dae6 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6474879 Sep 22 17:07:04.870434 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55252) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:04.884954 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1288152233-router', 'tenant_id': '70b4f8716fa84e439293149dd10cac82', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:04.966853 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15231'] for router (f7cd51a1-d838-4565-8eb5-c11ef211562b), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:04.969749 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15206'] for router (f7cd51a1-d838-4565-8eb5-c11ef211562b), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:04.975488 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e1956206-f602-4ce3-ae31-fc7ee0acc8b4 admin admin] Publish callbacks [] for security_group (a857f330-9dbd-4c92-92b9-3499b6b3dc7e), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:04.982781 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e1956206-f602-4ce3-ae31-fc7ee0acc8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (a857f330-9dbd-4c92-92b9-3499b6b3dc7e), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:05.043647 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1956206-f602-4ce3-ae31-fc7ee0acc8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a857f330-9dbd-4c92-92b9-3499b6b3dc7e,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:05.047869 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1956206-f602-4ce3-ae31-fc7ee0acc8b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=106556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:07:05.053301 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7c9d09-d3da-5fad-875b-2cacf9d3192b-1c6ecb7b-a633-45fb-a85c-5e934221e5c2', 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2', 'project_id': '70b4f8716fa84e439293149dd10cac82', 'fixed_ips': [{'subnet_id': 'eb9c319a-0720-4600-80ff-704af5ddcfd9'}]}} from dv-cinder-835384-28-iscsi. {{(pid=106557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 17:07:05.054873 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:05.065231 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e1956206-f602-4ce3-ae31-fc7ee0acc8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (15924cea-69c5-423e-854b-35aec44b7903), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:05.065572 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.segments_db [None req-e1956206-f602-4ce3-ae31-fc7ee0acc8b4 admin admin] Added segment 15924cea-69c5-423e-854b-35aec44b7903 of type vlan for network fb742a8a-ec14-42fa-b5c3-8fe1992e342c Sep 22 17:07:05.117018 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Publish callbacks [] for router_controller (f7cd51a1-d838-4565-8eb5-c11ef211562b), precommit_add_association {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:05.169155 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e1956206-f602-4ce3-ae31-fc7ee0acc8b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (fb742a8a-ec14-42fa-b5c3-8fe1992e342c), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:05.202634 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-0fb913b6-d210-4bb1-874c-34703fe5509c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-983326012-network', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:05.268904 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=69,neutron:INSERT=23,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:05.294327 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb913b6-d210-4bb1-874c-34703fe5509c admin admin] Made reservation on behalf of 2abeb0b54520461cb414ea9c0599380f for: {'network': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:05.300821 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0fb913b6-d210-4bb1-874c-34703fe5509c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:05.324184 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0fb913b6-d210-4bb1-874c-34703fe5509c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:05.341765 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.db_base_plugin_common [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Allocated IP 172.20.0.2 (1c6ecb7b-a633-45fb-a85c-5e934221e5c2/eb9c319a-0720-4600-80ff-704af5ddcfd9/f263241d-953b-494e-a203-be20e01ddd01) {{(pid=106557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:05.360974 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Publish callbacks [] for router_gateway (f7cd51a1-d838-4565-8eb5-c11ef211562b), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:05.362441 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e1956206-f602-4ce3-ae31-fc7ee0acc8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (fb742a8a-ec14-42fa-b5c3-8fe1992e342c), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:05.364402 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1956206-f602-4ce3-ae31-fc7ee0acc8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:05.365353 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e1956206-f602-4ce3-ae31-fc7ee0acc8b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:05.417620 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55262) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:05.570264 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:05.592547 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-e1956206-f602-4ce3-ae31-fc7ee0acc8b4 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2191684 Sep 22 17:07:05.595864 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55268) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:05.597016 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:05.608918 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1956206-f602-4ce3-ae31-fc7ee0acc8b4 admin admin] Pushing event updated for resources: {'Network': ['ID=fb742a8a-ec14-42fa-b5c3-8fe1992e342c,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:05.621778 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-fadcd4cf-d2d3-4348-be16-b168e863e8c1 admin admin] Request body: {'subnet': {'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-subnet', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:05.667517 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55270) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:05.680151 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Publish callbacks [] for port (f263241d-953b-494e-a203-be20e01ddd01), precommit_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:05.691966 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network fb742a8a-ec14-42fa-b5c3-8fe1992e342c details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:07:05.699738 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (f263241d-953b-494e-a203-be20e01ddd01), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:05.710606 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadcd4cf-d2d3-4348-be16-b168e863e8c1 admin admin] Made reservation on behalf of 45847b1fd67c4caaa03a36895cd2263a for: {'subnet': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:05.722536 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-fadcd4cf-d2d3-4348-be16-b168e863e8c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:05.741313 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Network 1c6ecb7b-a633-45fb-a85c-5e934221e5c2 is already hosted by enough agents. {{(pid=106557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:05.748034 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.base_scheduler [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Resources bound (agent type, host, resource id): {{(pid=106557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:05.787787 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Received port after_create {{(pid=106557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:05.941322 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Publish callbacks [] for router_gateway (f7cd51a1-d838-4565-8eb5-c11ef211562b), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:06.014619 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Attempting to bind port f263241d-953b-494e-a203-be20e01ddd01 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:06.015201 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Attempting to bind port f263241d-953b-494e-a203-be20e01ddd01 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'd9910c48-be0c-48fb-bb28-008054c81ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:06.015729 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Attempting to bind port f263241d-953b-494e-a203-be20e01ddd01 on network 1c6ecb7b-a633-45fb-a85c-5e934221e5c2 {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:06.090854 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-a55328a7-efc5-43b4-aaa5-a6665642e2d4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-867065534-network', 'tenant_id': '105c11557b6f45329dc97af01e8ea915'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:06.112778 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:06.162511 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Pushing event updated for resources: {'Port': ['ID=f263241d-953b-494e-a203-be20e01ddd01,revision_number=1']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:06.180333 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:06.180333 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:06.180759 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:06.181395 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:06.181950 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:06.182497 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:06.183105 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:06.183721 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:06.184310 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:06.185599 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:06.185599 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:06.186480 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:06.187386 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:06.188680 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:06.189217 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Tracked resource versions report: Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: pushed versions: Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: { 'AddressGroup': {'1.2'}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Agent': {'1.1'}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'ConntrackHelper': {'1.0'}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'LocalIPAssociation': {'1.0'}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Log': {'1.0'}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'NDPProxy': {'1.0'}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Network': {'1.1'}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Port': {'1.7'}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'PortForwarding': {'1.3'}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'QosPolicy': {'1.10'}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'SecurityGroup': {'1.5'}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'SecurityGroupRule': {'1.2'}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'SubPort': {'1.0'}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Subnet': {'1.1'}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Trunk': {'1.1'}} Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: consumer versions: Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: { DHCP agent@dv-cinder-835384-28-iscsi: {}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: HyperV agent@hv-cinder-83538: {}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: L3 agent@dv-cinder-835384-28-iscsi: {}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: Metadata agent@dv-cinder-835384-28-iscsi: {}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: Metering agent@dv-cinder-835384-28-iscsi: {}, Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: Open vSwitch agent@dv-cinder-835384-28-iscsi: { 'AddressGroup': '1.2', Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Agent': '1.1', Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'ConntrackHelper': '1.0', Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'LocalIPAssociation': '1.0', Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Log': '1.0', Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'NDPProxy': '1.0', Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Network': '1.1', Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Port': '1.7', Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'PortForwarding': '1.3', Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'QosPolicy': '1.10', Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'SecurityGroup': '1.5', Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'SecurityGroupRule': '1.2', Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'SubPort': '1.0', Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Subnet': '1.1', Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: 'Trunk': '1.1'}} Sep 22 17:07:06.191637 dv-cinder-835384-28-iscsi neutron-server[106557]: {{(pid=106557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 17:07:06.209217 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:06.210119 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Checking segment: {'id': 'd9910c48-be0c-48fb-bb28-008054c81ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:06.210790 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:06.211495 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Bound using segment: {'id': 'd9910c48-be0c-48fb-bb28-008054c81ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:06.212431 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Bound port: f263241d-953b-494e-a203-be20e01ddd01, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9910c48-be0c-48fb-bb28-008054c81ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:06.213138 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f263241d-953b-494e-a203-be20e01ddd01), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:06.239899 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-e628721f-d34d-4bb8-9c83-9ee777e8377e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-865323179-network', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:06.289284 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Allocated IP 172.27.1.121 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/f7c150f3-9d49-4b81-a9ce-397cd16d32b3) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:06.377719 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e628721f-d34d-4bb8-9c83-9ee777e8377e admin admin] Made reservation on behalf of a6e3ace80a4a43b2b187060d6eca8538 for: {'network': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:06.381734 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e628721f-d34d-4bb8-9c83-9ee777e8377e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:06.387130 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] For port f263241d-953b-494e-a203-be20e01ddd01, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:06.391508 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] For port f263241d-953b-494e-a203-be20e01ddd01, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=f263241d-953b-494e-a203-be20e01ddd01,segment=NetworkSegment(d9910c48-be0c-48fb-bb28-008054c81ab4),segment_id=d9910c48-be0c-48fb-bb28-008054c81ab4)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:06.400010 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (f263241d-953b-494e-a203-be20e01ddd01), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:06.405710 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e628721f-d34d-4bb8-9c83-9ee777e8377e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:06.419220 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0fb913b6-d210-4bb1-874c-34703fe5509c admin admin] Publish callbacks [] for security_group (1bc1e947-93e3-44f8-b1f1-03819048379d), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:06.433769 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0fb913b6-d210-4bb1-874c-34703fe5509c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (1bc1e947-93e3-44f8-b1f1-03819048379d), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:06.436699 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:06.441438 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:06.497592 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a68ff-76a8-478c-a244-bd06bdab68ee None None] Pushing event updated for resources: {'Port': ['ID=f263241d-953b-494e-a203-be20e01ddd01,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:06.502881 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb913b6-d210-4bb1-874c-34703fe5509c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=106556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:07:06.525376 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Publish callbacks [] for port (f7c150f3-9d49-4b81-a9ce-397cd16d32b3), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:06.550116 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0fb913b6-d210-4bb1-874c-34703fe5509c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (b146063c-c8b6-41a0-b4d9-98c3042a1877), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:06.550710 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.segments_db [None req-0fb913b6-d210-4bb1-874c-34703fe5509c admin admin] Added segment b146063c-c8b6-41a0-b4d9-98c3042a1877 of type vlan for network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae Sep 22 17:07:06.555621 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55328a7-efc5-43b4-aaa5-a6665642e2d4 admin admin] Made reservation on behalf of 105c11557b6f45329dc97af01e8ea915 for: {'network': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:06.558174 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a55328a7-efc5-43b4-aaa5-a6665642e2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:06.581187 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a55328a7-efc5-43b4-aaa5-a6665642e2d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:06.622167 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (f7c150f3-9d49-4b81-a9ce-397cd16d32b3), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:06.626327 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb913b6-d210-4bb1-874c-34703fe5509c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc1e947-93e3-44f8-b1f1-03819048379d,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:06.708894 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c150f3-9d49-4b81-a9ce-397cd16d32b3,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:06.731932 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:06.739115 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:06.750434 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:06.769615 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0fb913b6-d210-4bb1-874c-34703fe5509c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (ade9c12a-c9b5-416e-9a3a-173c84f0a9ae), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:06.824912 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:06.990879 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=75,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:07.011829 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:07.012396 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e628721f-d34d-4bb8-9c83-9ee777e8377e admin admin] Publish callbacks [] for security_group (761f408b-48a1-49e4-9474-449d52a17318), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:07.012396 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-fadcd4cf-d2d3-4348-be16-b168e863e8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for subnet (078d2151-b8ac-45b8-a09f-7943bc063688), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:07.012396 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e628721f-d34d-4bb8-9c83-9ee777e8377e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (761f408b-48a1-49e4-9474-449d52a17318), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:07.021038 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0fb913b6-d210-4bb1-874c-34703fe5509c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (ade9c12a-c9b5-416e-9a3a-173c84f0a9ae), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:07.022101 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb913b6-d210-4bb1-874c-34703fe5509c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:07.022682 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0fb913b6-d210-4bb1-874c-34703fe5509c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:07.046358 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a55328a7-efc5-43b4-aaa5-a6665642e2d4 admin admin] Publish callbacks [] for security_group (c39194ec-86e5-4d27-8c96-e126b2fa23b1), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:07.053051 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a55328a7-efc5-43b4-aaa5-a6665642e2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (c39194ec-86e5-4d27-8c96-e126b2fa23b1), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:07.068032 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55328a7-efc5-43b4-aaa5-a6665642e2d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=106555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:07:07.081482 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a55328a7-efc5-43b4-aaa5-a6665642e2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (a70a7734-686e-433b-b678-bb8c34084077), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:07.081889 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.segments_db [None req-a55328a7-efc5-43b4-aaa5-a6665642e2d4 admin admin] Added segment a70a7734-686e-433b-b678-bb8c34084077 of type vlan for network 906da010-9d01-428f-8bbf-d862e44df893 Sep 22 17:07:07.120441 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628721f-d34d-4bb8-9c83-9ee777e8377e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761f408b-48a1-49e4-9474-449d52a17318,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:07.188618 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e628721f-d34d-4bb8-9c83-9ee777e8377e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=106556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:07:07.215706 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-0fb913b6-d210-4bb1-874c-34703fe5509c admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6595683 Sep 22 17:07:07.229014 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55310) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:07.259935 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-f26041b3-fbb4-45c3-8c73-4f04e8ca32dc admin admin] Request body: {'subnet': {'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-983326012-subnet', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:07.266684 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:07.275928 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcd4cf-d2d3-4348-be16-b168e863e8c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=078d2151-b8ac-45b8-a09f-7943bc063688,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:07.353106 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadcd4cf-d2d3-4348-be16-b168e863e8c1 admin admin] Checking segment: {'id': '15924cea-69c5-423e-854b-35aec44b7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:07.353484 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadcd4cf-d2d3-4348-be16-b168e863e8c1 admin admin] Network hostable DHCP agents. Network: fb742a8a-ec14-42fa-b5c3-8fe1992e342c, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:07.374801 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e628721f-d34d-4bb8-9c83-9ee777e8377e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (4d58602b-d2b5-4410-b45f-46aaca51c39b), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:07.375264 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.segments_db [None req-e628721f-d34d-4bb8-9c83-9ee777e8377e admin admin] Added segment 4d58602b-d2b5-4410-b45f-46aaca51c39b of type vlan for network 82eac7a2-877a-48c4-bcb2-cd10274854a5 Sep 22 17:07:07.384564 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Publish callbacks [] for router_gateway (f7cd51a1-d838-4565-8eb5-c11ef211562b), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:07.459670 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:07.541902 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26041b3-fbb4-45c3-8c73-4f04e8ca32dc admin admin] Made reservation on behalf of 2abeb0b54520461cb414ea9c0599380f for: {'subnet': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:07.563910 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device f263241d-953b-494e-a203-be20e01ddd01 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:07.564680 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f26041b3-fbb4-45c3-8c73-4f04e8ca32dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:07.714657 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port f263241d-953b-494e-a203-be20e01ddd01 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:07.716250 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (f263241d-953b-494e-a203-be20e01ddd01), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:07.716816 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port f263241d-953b-494e-a203-be20e01ddd01 Sep 22 17:07:07.778314 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536359'] for router (f7cd51a1-d838-4565-8eb5-c11ef211562b), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:07.981241 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port f263241d-953b-494e-a203-be20e01ddd01 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:07.981632 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f263241d-953b-494e-a203-be20e01ddd01), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:08.014783 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55328a7-efc5-43b4-aaa5-a6665642e2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39194ec-86e5-4d27-8c96-e126b2fa23b1,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:08.052214 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a55328a7-efc5-43b4-aaa5-a6665642e2d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (906da010-9d01-428f-8bbf-d862e44df893), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:08.100618 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb913b6-d210-4bb1-874c-34703fe5509c admin admin] Pushing event updated for resources: {'Network': ['ID=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:08.104730 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port f263241d-953b-494e-a203-be20e01ddd01, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=f263241d-953b-494e-a203-be20e01ddd01,segment=NetworkSegment(d9910c48-be0c-48fb-bb28-008054c81ab4),segment_id=d9910c48-be0c-48fb-bb28-008054c81ab4)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:07:08.123432 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:07:08.128698 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e628721f-d34d-4bb8-9c83-9ee777e8377e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (82eac7a2-877a-48c4-bcb2-cd10274854a5), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:08.196734 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:08.203880 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f26041b3-fbb4-45c3-8c73-4f04e8ca32dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for subnet (1c5982a3-8aaa-4aa9-908c-22cf8406126d), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:08.234816 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadcd4cf-d2d3-4348-be16-b168e863e8c1 admin admin] Network fb742a8a-ec14-42fa-b5c3-8fe1992e342c is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:08.244456 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a55328a7-efc5-43b4-aaa5-a6665642e2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (906da010-9d01-428f-8bbf-d862e44df893), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:08.244794 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e628721f-d34d-4bb8-9c83-9ee777e8377e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (82eac7a2-877a-48c4-bcb2-cd10274854a5), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:08.245622 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e628721f-d34d-4bb8-9c83-9ee777e8377e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:08.246121 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e628721f-d34d-4bb8-9c83-9ee777e8377e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:08.246373 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55328a7-efc5-43b4-aaa5-a6665642e2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:08.247710 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a55328a7-efc5-43b4-aaa5-a6665642e2d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:08.336012 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-a55328a7-efc5-43b4-aaa5-a6665642e2d4 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.9163291 Sep 22 17:07:08.364626 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (f263241d-953b-494e-a203-be20e01ddd01), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:08.398759 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55344) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:08.406274 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-236c8592-6669-40d0-818e-b9510ca6fa56 admin admin] Request body: {'subnet': {'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-subnet', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:08.464617 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628721f-d34d-4bb8-9c83-9ee777e8377e admin admin] Pushing event updated for resources: {'Network': ['ID=82eac7a2-877a-48c4-bcb2-cd10274854a5,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:08.467965 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55328a7-efc5-43b4-aaa5-a6665642e2d4 admin admin] Pushing event updated for resources: {'Network': ['ID=906da010-9d01-428f-8bbf-d862e44df893,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:08.551850 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236c8592-6669-40d0-818e-b9510ca6fa56 admin admin] Made reservation on behalf of 105c11557b6f45329dc97af01e8ea915 for: {'subnet': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:08.551850 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-236c8592-6669-40d0-818e-b9510ca6fa56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:08.552929 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-fadcd4cf-d2d3-4348-be16-b168e863e8c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, fb742a8a-ec14-42fa-b5c3-8fe1992e342c) {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:08.553123 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network 82eac7a2-877a-48c4-bcb2-cd10274854a5 details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:07:08.553123 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900520c1-7442-44e5-9f22-03fa6e0ce70e None None] Network 1c6ecb7b-a633-45fb-a85c-5e934221e5c2 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:07:08.553694 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadcd4cf-d2d3-4348-be16-b168e863e8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:08.554163 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d30023f-e39e-4dd4-b345-b62903b27590 None None] Network fb742a8a-ec14-42fa-b5c3-8fe1992e342c requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:07:08.554677 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-fadcd4cf-d2d3-4348-be16-b168e863e8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:08.580344 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-e628721f-d34d-4bb8-9c83-9ee777e8377e admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9070723 Sep 22 17:07:08.594607 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55358) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:08.600034 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:UPDATE=3,neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:08.601315 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-2e197391-bdf3-4fe3-b7d1-7cea27cf0318 admin admin] Request body: {'subnet': {'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-865323179-subnet', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:08.619597 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26041b3-fbb4-45c3-8c73-4f04e8ca32dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5982a3-8aaa-4aa9-908c-22cf8406126d,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:08.620335 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Router f7cd51a1-d838-4565-8eb5-c11ef211562b is scheduled to L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 with binding_index 1 {{(pid=106555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:07:08.641848 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-fadcd4cf-d2d3-4348-be16-b168e863e8c1 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0355041 Sep 22 17:07:08.650068 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55360) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:08.657902 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26041b3-fbb4-45c3-8c73-4f04e8ca32dc admin admin] Checking segment: {'id': 'b146063c-c8b6-41a0-b4d9-98c3042a1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:08.658495 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26041b3-fbb4-45c3-8c73-4f04e8ca32dc admin admin] Network hostable DHCP agents. Network: ade9c12a-c9b5-416e-9a3a-173c84f0a9ae, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:08.663709 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:08.681842 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e197391-bdf3-4fe3-b7d1-7cea27cf0318 admin admin] Made reservation on behalf of a6e3ace80a4a43b2b187060d6eca8538 for: {'subnet': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:08.685093 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2e197391-bdf3-4fe3-b7d1-7cea27cf0318 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:08.707334 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26041b3-fbb4-45c3-8c73-4f04e8ca32dc admin admin] Network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:08.817451 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-f26041b3-fbb4-45c3-8c73-4f04e8ca32dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, ade9c12a-c9b5-416e-9a3a-173c84f0a9ae) {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:08.839885 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15231'] for router (6fd212dd-21c7-434d-8c4a-bbc6a0d7062d), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:08.841188 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15206'] for router (6fd212dd-21c7-434d-8c4a-bbc6a0d7062d), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:08.843167 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26041b3-fbb4-45c3-8c73-4f04e8ca32dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:08.843865 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f26041b3-fbb4-45c3-8c73-4f04e8ca32dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:08.876368 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:08.879706 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-f26041b3-fbb4-45c3-8c73-4f04e8ca32dc admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6379211 Sep 22 17:07:08.880633 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55366) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:08.882591 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:07:08.920696 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:08.929903 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Sync routers for ids ['f7cd51a1-d838-4565-8eb5-c11ef211562b'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:07:08.945499 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Routers {'f7cd51a1-d838-4565-8eb5-c11ef211562b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:08.946143 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['f7cd51a1-d838-4565-8eb5-c11ef211562b'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:08.954083 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Publish callbacks [] for router_controller (6fd212dd-21c7-434d-8c4a-bbc6a0d7062d), precommit_add_association {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:08.984303 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:08.985616 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-a1e4e230-27fc-4280-8593-28b7054dbe64 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1141422 Sep 22 17:07:08.998391 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55370) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:09.013574 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-fb0aa642-ff2f-45e6-9cdc-176ea1c6f459 None None] Provisioning complete for port f263241d-953b-494e-a203-be20e01ddd01 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:09.015191 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-fb0aa642-ff2f-45e6-9cdc-176ea1c6f459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (f263241d-953b-494e-a203-be20e01ddd01), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:09.015662 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-fb0aa642-ff2f-45e6-9cdc-176ea1c6f459 None None] Attempt 1 to provision port f263241d-953b-494e-a203-be20e01ddd01 Sep 22 17:07:09.087987 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network 906da010-9d01-428f-8bbf-d862e44df893 details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:07:09.091506 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bee03d-7aad-4075-b0c6-5cf25db46def None None] Network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:07:09.121526 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Set router f7cd51a1-d838-4565-8eb5-c11ef211562b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:09.308703 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2e197391-bdf3-4fe3-b7d1-7cea27cf0318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for subnet (83a051e4-a154-4ee6-92cd-c98927c3c055), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:09.323375 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15231'] for router (5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:09.327102 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15206'] for router (5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:09.333769 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'name': 'tempest-DeleteServersTestJSON-1288152233-router', 'tenant_id': '70b4f8716fa84e439293149dd10cac82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f7c150f3-9d49-4b81-a9ce-397cd16d32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:04Z', 'updated_at': '2022-09-22T17:07:07Z', 'revision_number': 3, 'project_id': '70b4f8716fa84e439293149dd10cac82', 'gw_port': {'id': 'f7c150f3-9d49-4b81-a9ce-397cd16d32b3', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:06Z', 'updated_at': '2022-09-22T17:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:09.380343 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Checking router: f7cd51a1-d838-4565-8eb5-c11ef211562b for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:07:09.380829 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Updating router f7cd51a1-d838-4565-8eb5-c11ef211562b port f7c150f3-9d49-4b81-a9ce-397cd16d32b3 binding host dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:07:09.386877 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:09.418961 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f7c150f3-9d49-4b81-a9ce-397cd16d32b3), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:09.482468 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:09.510741 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e197391-bdf3-4fe3-b7d1-7cea27cf0318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a051e4-a154-4ee6-92cd-c98927c3c055,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:09.536298 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Publish callbacks [] for router_gateway (6fd212dd-21c7-434d-8c4a-bbc6a0d7062d), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:09.613725 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7c9d09-d3da-5fad-875b-2cacf9d3192b-ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d'}]}} from dv-cinder-835384-28-iscsi. {{(pid=106557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 17:07:09.615937 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:09.619689 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-fb0aa642-ff2f-45e6-9cdc-176ea1c6f459 None None] Current status of the port f263241d-953b-494e-a203-be20e01ddd01 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:09.625126 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=f263241d-953b-494e-a203-be20e01ddd01,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:09.669580 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-236c8592-6669-40d0-818e-b9510ca6fa56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for subnet (ff3b5331-7dbe-4b3b-ac39-cc04115e40fd), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:09.738282 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7c9d09-d3da-5fad-875b-2cacf9d3192b-fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688'}]}} from dv-cinder-835384-28-iscsi. {{(pid=106557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 17:07:09.739692 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:09.765931 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c8592-6669-40d0-818e-b9510ca6fa56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff3b5331-7dbe-4b3b-ac39-cc04115e40fd,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:09.822236 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e197391-bdf3-4fe3-b7d1-7cea27cf0318 admin admin] Checking segment: {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:09.822588 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e197391-bdf3-4fe3-b7d1-7cea27cf0318 admin admin] Network hostable DHCP agents. Network: 82eac7a2-877a-48c4-bcb2-cd10274854a5, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:09.827376 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Publish callbacks [] for router_controller (5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8), precommit_add_association {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:09.872390 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236c8592-6669-40d0-818e-b9510ca6fa56 admin admin] Checking segment: {'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:09.873807 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236c8592-6669-40d0-818e-b9510ca6fa56 admin admin] Network hostable DHCP agents. Network: 906da010-9d01-428f-8bbf-d862e44df893, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:09.922621 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:09.929214 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236c8592-6669-40d0-818e-b9510ca6fa56 admin admin] Network 906da010-9d01-428f-8bbf-d862e44df893 is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:09.943266 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Publish callbacks [] for router_gateway (6fd212dd-21c7-434d-8c4a-bbc6a0d7062d), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:09.948129 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-236c8592-6669-40d0-818e-b9510ca6fa56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, 906da010-9d01-428f-8bbf-d862e44df893) {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:09.964263 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236c8592-6669-40d0-818e-b9510ca6fa56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:09.965756 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-236c8592-6669-40d0-818e-b9510ca6fa56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:09.991278 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:09.994907 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e197391-bdf3-4fe3-b7d1-7cea27cf0318 admin admin] Network 82eac7a2-877a-48c4-bcb2-cd10274854a5 is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:09.995787 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Publish callbacks [] for port (f7c150f3-9d49-4b81-a9ce-397cd16d32b3), precommit_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:10.005195 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d14f10-7b52-466f-8751-6db1cb62694c None None] Network 906da010-9d01-428f-8bbf-d862e44df893 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:07:10.024962 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (f7c150f3-9d49-4b81-a9ce-397cd16d32b3), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:10.130718 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Allocated IP 172.27.1.14 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/2641071a-55f2-4956-8c61-6697bd277343) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:10.133918 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:10.155807 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Attempting to bind port f7c150f3-9d49-4b81-a9ce-397cd16d32b3 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:10.156864 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Attempting to bind port f7c150f3-9d49-4b81-a9ce-397cd16d32b3 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:10.158262 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Attempting to bind port f7c150f3-9d49-4b81-a9ce-397cd16d32b3 on network f003e7b0-1e8d-4666-abdd-e8ce7241106b {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:10.204169 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:10.230841 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-2e197391-bdf3-4fe3-b7d1-7cea27cf0318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, 82eac7a2-877a-48c4-bcb2-cd10274854a5) {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:10.240976 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e197391-bdf3-4fe3-b7d1-7cea27cf0318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:10.241601 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2e197391-bdf3-4fe3-b7d1-7cea27cf0318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:10.243767 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Pushing event updated for resources: {'Port': ['ID=f7c150f3-9d49-4b81-a9ce-397cd16d32b3,revision_number=2']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:10.247303 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Publish callbacks [] for router_gateway (5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:10.258662 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:10.293206 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:10.294615 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-2e197391-bdf3-4fe3-b7d1-7cea27cf0318 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6985593 Sep 22 17:07:10.312810 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:10.312810 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:10.312810 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:10.312810 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:10.312810 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:10.313360 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55390) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:10.318268 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:10.318268 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:10.318268 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:10.318268 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:10.318782 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:10.320371 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:10.324499 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:10.325145 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:10.325793 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:10.331352 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Tracked resource versions report: Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: pushed versions: Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: { 'AddressGroup': {'1.2'}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Agent': {'1.1'}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'ConntrackHelper': {'1.0'}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'LocalIPAssociation': {'1.0'}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Log': {'1.0'}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'NDPProxy': {'1.0'}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Network': {'1.1'}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Port': {'1.7'}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'PortForwarding': {'1.3'}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'QosPolicy': {'1.10'}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'SecurityGroup': {'1.5'}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'SecurityGroupRule': {'1.2'}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'SubPort': {'1.0'}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Subnet': {'1.1'}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Trunk': {'1.1'}} Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: consumer versions: Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: { DHCP agent@dv-cinder-835384-28-iscsi: {}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: HyperV agent@hv-cinder-83538: {}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: L3 agent@dv-cinder-835384-28-iscsi: {}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: Metadata agent@dv-cinder-835384-28-iscsi: {}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: Metering agent@dv-cinder-835384-28-iscsi: {}, Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: Open vSwitch agent@dv-cinder-835384-28-iscsi: { 'AddressGroup': '1.2', Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Agent': '1.1', Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'ConntrackHelper': '1.0', Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'LocalIPAssociation': '1.0', Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Log': '1.0', Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'NDPProxy': '1.0', Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Network': '1.1', Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Port': '1.7', Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'PortForwarding': '1.3', Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'QosPolicy': '1.10', Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'SecurityGroup': '1.5', Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'SecurityGroupRule': '1.2', Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'SubPort': '1.0', Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Subnet': '1.1', Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: 'Trunk': '1.1'}} Sep 22 17:07:10.335477 dv-cinder-835384-28-iscsi neutron-server[106558]: {{(pid=106558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 17:07:10.344600 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:10.346655 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Checking segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:10.347486 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:10.348026 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Bound using segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:10.348880 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Bound port: f7c150f3-9d49-4b81-a9ce-397cd16d32b3, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:10.349532 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f7c150f3-9d49-4b81-a9ce-397cd16d32b3), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:10.437334 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-236c8592-6669-40d0-818e-b9510ca6fa56 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0314198 Sep 22 17:07:10.442082 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55400) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:10.449102 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15231'] for router (d8e5a412-a5b6-469e-a8ae-72241d1cab6b), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:10.450518 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15206'] for router (d8e5a412-a5b6-469e-a8ae-72241d1cab6b), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:10.464134 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:10.522705 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] For port f7c150f3-9d49-4b81-a9ce-397cd16d32b3, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:10.543198 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.db_base_plugin_common [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Allocated IP 172.20.0.2 (ade9c12a-c9b5-416e-9a3a-173c84f0a9ae/1c5982a3-8aaa-4aa9-908c-22cf8406126d/96dc1ffa-99dd-4085-826d-9165c8faa9b5) {{(pid=106557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:10.550002 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] For port f7c150f3-9d49-4b81-a9ce-397cd16d32b3, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=f7c150f3-9d49-4b81-a9ce-397cd16d32b3,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:10.572989 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (f7c150f3-9d49-4b81-a9ce-397cd16d32b3), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:10.628567 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Routers {'f7cd51a1-d838-4565-8eb5-c11ef211562b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:10.634445 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['f7cd51a1-d838-4565-8eb5-c11ef211562b'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:10.692419 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15231'] for router (a3954ba2-3794-4e5a-a420-633e6048f8be), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:10.693347 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15206'] for router (a3954ba2-3794-4e5a-a420-633e6048f8be), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:10.770205 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Publish callbacks [] for router_controller (d8e5a412-a5b6-469e-a8ae-72241d1cab6b), precommit_add_association {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:10.792065 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Publish callbacks [] for port (2641071a-55f2-4956-8c61-6697bd277343), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:10.904838 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Publish callbacks [] for router_controller (a3954ba2-3794-4e5a-a420-633e6048f8be), precommit_add_association {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:10.906210 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Publish callbacks [] for router_gateway (5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:10.953259 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Publish callbacks [] for port (96dc1ffa-99dd-4085-826d-9165c8faa9b5), precommit_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:10.960895 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48135f53-b6a1-409c-bf1e-19d95bf09755 None None] Network 82eac7a2-877a-48c4-bcb2-cd10274854a5 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:07:10.968721 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:10.994392 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] Set router f7cd51a1-d838-4565-8eb5-c11ef211562b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:11.001944 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:11.057767 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (96dc1ffa-99dd-4085-826d-9165c8faa9b5), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:11.383135 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Pushing event updated for resources: {'Port': ['ID=96dc1ffa-99dd-4085-826d-9165c8faa9b5,revision_number=1']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:11.411981 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae is already hosted by enough agents. {{(pid=106557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:11.422091 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55428) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:11.423438 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.base_scheduler [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Resources bound (agent type, host, resource id): {{(pid=106557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:11.428522 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7c9d09-d3da-5fad-875b-2cacf9d3192b-906da010-9d01-428f-8bbf-d862e44df893', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'project_id': '105c11557b6f45329dc97af01e8ea915', 'fixed_ips': [{'subnet_id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd'}]}} from dv-cinder-835384-28-iscsi. {{(pid=106557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 17:07:11.428522 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:11.448678 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Publish callbacks [] for router_gateway (a3954ba2-3794-4e5a-a420-633e6048f8be), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:11.450465 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Received port after_create {{(pid=106557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:11.513499 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (2641071a-55f2-4956-8c61-6697bd277343), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:11.517443 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Publish callbacks [] for router_gateway (d8e5a412-a5b6-469e-a8ae-72241d1cab6b), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:11.522977 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:11.524137 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:11.526115 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e31e1-12ff-4a1e-8f44-6015d7b4ed15 None None] Pushing event updated for resources: {'Port': ['ID=f7c150f3-9d49-4b81-a9ce-397cd16d32b3,revision_number=3']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:11.560131 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:11.597704 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device f263241d-953b-494e-a203-be20e01ddd01 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:11.713683 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:11.794143 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:11.809618 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.db_base_plugin_common [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Allocated IP 172.20.0.2 (fb742a8a-ec14-42fa-b5c3-8fe1992e342c/078d2151-b8ac-45b8-a09f-7943bc063688/10c05315-834f-4150-8441-8f27a7c2855e) {{(pid=106557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:11.815307 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Allocated IP 172.20.0.1 (1c6ecb7b-a633-45fb-a85c-5e934221e5c2/eb9c319a-0720-4600-80ff-704af5ddcfd9/4d46bf4c-b412-4a32-8a1d-0e226d2cf842) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:11.819689 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Attempting to bind port 96dc1ffa-99dd-4085-826d-9165c8faa9b5 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:11.820093 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Attempting to bind port 96dc1ffa-99dd-4085-826d-9165c8faa9b5 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'b146063c-c8b6-41a0-b4d9-98c3042a1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:11.820437 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Attempting to bind port 96dc1ffa-99dd-4085-826d-9165c8faa9b5 on network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:11.821887 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:11.862318 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'name': 'tempest-DeleteServersTestJSON-1288152233-router', 'tenant_id': '70b4f8716fa84e439293149dd10cac82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f7c150f3-9d49-4b81-a9ce-397cd16d32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:04Z', 'updated_at': '2022-09-22T17:07:07Z', 'revision_number': 3, 'project_id': '70b4f8716fa84e439293149dd10cac82', 'gw_port': {'id': 'f7c150f3-9d49-4b81-a9ce-397cd16d32b3', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:06Z', 'updated_at': '2022-09-22T17:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:11.887190 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-255df1a6-f328-4b6f-812d-e23f1347d3a8 None None] Provisioning complete for port f263241d-953b-494e-a203-be20e01ddd01 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:11.887592 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-255df1a6-f328-4b6f-812d-e23f1347d3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (f263241d-953b-494e-a203-be20e01ddd01), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:11.887944 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-255df1a6-f328-4b6f-812d-e23f1347d3a8 None None] Attempt 1 to provision port f263241d-953b-494e-a203-be20e01ddd01 Sep 22 17:07:11.905234 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Pushing event updated for resources: {'Port': ['ID=2641071a-55f2-4956-8c61-6697bd277343,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:11.994879 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:DELETE=1,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:12.001929 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacff441-b2f3-4321-b970-25dcebb31bd3 None None] The sync data for ids ['f7cd51a1-d838-4565-8eb5-c11ef211562b'] in dv-cinder-835384-28-iscsi is: [{'id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'name': 'tempest-DeleteServersTestJSON-1288152233-router', 'tenant_id': '70b4f8716fa84e439293149dd10cac82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f7c150f3-9d49-4b81-a9ce-397cd16d32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:04Z', 'updated_at': '2022-09-22T17:07:07Z', 'revision_number': 3, 'project_id': '70b4f8716fa84e439293149dd10cac82', 'gw_port': {'id': 'f7c150f3-9d49-4b81-a9ce-397cd16d32b3', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:06Z', 'updated_at': '2022-09-22T17:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:07:12.062080 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Publish callbacks [] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:12.117686 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:12.118609 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:12.147225 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:12.149749 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7c9d09-d3da-5fad-875b-2cacf9d3192b-82eac7a2-877a-48c4-bcb2-cd10274854a5', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055'}]}} from dv-cinder-835384-28-iscsi. {{(pid=106557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 17:07:12.152893 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:12.247519 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Network 1c6ecb7b-a633-45fb-a85c-5e934221e5c2 is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:12.253296 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Pushing event updated for resources: {'Port': ['ID=4d46bf4c-b412-4a32-8a1d-0e226d2cf842,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:12.256363 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:12.261198 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:12.264550 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Checking segment: {'id': 'b146063c-c8b6-41a0-b4d9-98c3042a1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:12.265484 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:12.266114 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Bound using segment: {'id': 'b146063c-c8b6-41a0-b4d9-98c3042a1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:12.266249 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-94e41e51-25c6-483f-9846-7320e29ad78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:12.267611 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Bound port: 96dc1ffa-99dd-4085-826d-9165c8faa9b5, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b146063c-c8b6-41a0-b4d9-98c3042a1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:12.268277 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (96dc1ffa-99dd-4085-826d-9165c8faa9b5), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:12.363130 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:12.370014 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55452) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:12.376698 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-94e41e51-25c6-483f-9846-7320e29ad78f admin admin] Publish callbacks [] for security_group (c3d5155f-bbc2-4e69-852b-5e75d754500d), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:12.389691 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-94e41e51-25c6-483f-9846-7320e29ad78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (c3d5155f-bbc2-4e69-852b-5e75d754500d), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:12.547281 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-94e41e51-25c6-483f-9846-7320e29ad78f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d992b97fcee74a69baacab0b30f11d57&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0743341 Sep 22 17:07:12.554002 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Allocated IP 172.27.1.35 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/668dd0ab-929d-487d-96bf-8dccf031084b) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:12.560136 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55456) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:12.584320 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e41e51-25c6-483f-9846-7320e29ad78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d5155f-bbc2-4e69-852b-5e75d754500d,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:12.598095 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:12.624091 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:12.624961 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498718'] for router_interface (f7cd51a1-d838-4565-8eb5-c11ef211562b), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:12.747317 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:12.755598 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Publish callbacks [] for router_gateway (a3954ba2-3794-4e5a-a420-633e6048f8be), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:12.805982 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Publish callbacks [] for router_gateway (d8e5a412-a5b6-469e-a8ae-72241d1cab6b), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:12.811528 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:12.848211 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7ddc7c96-f722-4701-b1d7-62e684145c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:12.907881 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:12.930748 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Publish callbacks [] for router_gateway (6fd212dd-21c7-434d-8c4a-bbc6a0d7062d), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.016216 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Publish callbacks [] for port (10c05315-834f-4150-8441-8f27a7c2855e), precommit_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.024326 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4d883962-6e07-4a98-a435-316fc1cee536 admin admin] Publish callbacks [] for security_group (c3d5155f-bbc2-4e69-852b-5e75d754500d), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.034188 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:13.036327 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port f263241d-953b-494e-a203-be20e01ddd01 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:13.037473 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (f263241d-953b-494e-a203-be20e01ddd01), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.037988 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port f263241d-953b-494e-a203-be20e01ddd01 Sep 22 17:07:13.095605 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (10c05315-834f-4150-8441-8f27a7c2855e), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.103388 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4d883962-6e07-4a98-a435-316fc1cee536 admin admin] Publish callbacks [] for security_group (c3d5155f-bbc2-4e69-852b-5e75d754500d), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.205783 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Publish callbacks [] for port (668dd0ab-929d-487d-96bf-8dccf031084b), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.218761 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4d883962-6e07-4a98-a435-316fc1cee536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (c3d5155f-bbc2-4e69-852b-5e75d754500d), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.222130 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4d883962-6e07-4a98-a435-316fc1cee536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.223804 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-4d883962-6e07-4a98-a435-316fc1cee536 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c3d5155f-bbc2-4e69-852b-5e75d754500d HTTP/1.1" status: 204 len: 168 time: 0.6482592 Sep 22 17:07:13.253262 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.259097 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Pushing event updated for resources: {'Port': ['ID=10c05315-834f-4150-8441-8f27a7c2855e,revision_number=1']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:13.291345 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d883962-6e07-4a98-a435-316fc1cee536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d5155f-bbc2-4e69-852b-5e75d754500d,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:13.351685 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Network fb742a8a-ec14-42fa-b5c3-8fe1992e342c is already hosted by enough agents. {{(pid=106557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:13.385159 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.base_scheduler [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Resources bound (agent type, host, resource id): {{(pid=106557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:13.403013 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Received port after_create {{(pid=106557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:13.483021 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.db_base_plugin_common [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Allocated IP 172.20.0.2 (906da010-9d01-428f-8bbf-d862e44df893/ff3b5331-7dbe-4b3b-ac39-cc04115e40fd/5ffb04ff-b318-4a4a-b80d-0c4624b29baa) {{(pid=106557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:13.501204 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (668dd0ab-929d-487d-96bf-8dccf031084b), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.516134 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7ddc7c96-f722-4701-b1d7-62e684145c60 admin admin] Publish callbacks [] for security_group (a903cd69-75b3-45b8-98ba-31f3a8e44af0), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.594391 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-255df1a6-f328-4b6f-812d-e23f1347d3a8 None None] Current status of the port f263241d-953b-494e-a203-be20e01ddd01 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:13.598593 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] For port 96dc1ffa-99dd-4085-826d-9165c8faa9b5, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:13.631813 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Attempting to bind port 10c05315-834f-4150-8441-8f27a7c2855e on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:13.632288 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Attempting to bind port 10c05315-834f-4150-8441-8f27a7c2855e by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': '15924cea-69c5-423e-854b-35aec44b7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:13.632661 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Attempting to bind port 10c05315-834f-4150-8441-8f27a7c2855e on network fb742a8a-ec14-42fa-b5c3-8fe1992e342c {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:13.644718 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7ddc7c96-f722-4701-b1d7-62e684145c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (a903cd69-75b3-45b8-98ba-31f3a8e44af0), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.710198 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] For port 96dc1ffa-99dd-4085-826d-9165c8faa9b5, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=96dc1ffa-99dd-4085-826d-9165c8faa9b5,segment=NetworkSegment(b146063c-c8b6-41a0-b4d9-98c3042a1877),segment_id=b146063c-c8b6-41a0-b4d9-98c3042a1877)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:13.721868 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=10 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:13.723568 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc7c96-f722-4701-b1d7-62e684145c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a903cd69-75b3-45b8-98ba-31f3a8e44af0,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:13.742726 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Allocated IP 172.27.1.200 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/98ee271d-107b-437f-aa0a-45deb83f0595) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:13.783361 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-7ddc7c96-f722-4701-b1d7-62e684145c60 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7e59a592791b4b5ab8cace0a1a2480cc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4090469 Sep 22 17:07:13.784771 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55468) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:13.787478 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536359'] for router (6fd212dd-21c7-434d-8c4a-bbc6a0d7062d), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.806479 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port f263241d-953b-494e-a203-be20e01ddd01 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:13.820100 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (96dc1ffa-99dd-4085-826d-9165c8faa9b5), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.828491 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Publish callbacks [] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.837962 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:13.844095 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:13.867901 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:13.891053 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.891903 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498826'] for router_interface (f7cd51a1-d838-4565-8eb5-c11ef211562b), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:13.955314 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:13.975212 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Pushing event updated for resources: {'Port': ['ID=668dd0ab-929d-487d-96bf-8dccf031084b,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:14.011189 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Provisioning complete for port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:14.011499 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-24177be7-8119-402a-a97a-ab1222a4e06e admin admin] Publish callbacks [] for security_group (a903cd69-75b3-45b8-98ba-31f3a8e44af0), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:14.011744 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:14.012272 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Attempt 1 to provision port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 Sep 22 17:07:14.019888 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55470) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:14.044145 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device f7c150f3-9d49-4b81-a9ce-397cd16d32b3 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:14.129315 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:14.140856 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e512f-950c-4325-bd95-57a0d2521c6f None None] Pushing event updated for resources: {'Port': ['ID=96dc1ffa-99dd-4085-826d-9165c8faa9b5,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:14.145227 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.db_base_plugin_common [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Allocated IP 172.20.0.2 (82eac7a2-877a-48c4-bcb2-cd10274854a5/83a051e4-a154-4ee6-92cd-c98927c3c055/604d834d-b8e5-4ccb-b386-bf05c316e775) {{(pid=106557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:14.188166 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3d3f4dff-d106-49d6-bc84-cff3b7531e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:14.241709 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:14.249585 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:14.345884 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:14.355098 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-24177be7-8119-402a-a97a-ab1222a4e06e admin admin] Publish callbacks [] for security_group (a903cd69-75b3-45b8-98ba-31f3a8e44af0), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:14.367470 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Pushing event updated for resources: {'Port': ['ID=4d46bf4c-b412-4a32-8a1d-0e226d2cf842,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:14.385679 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:14.386145 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Checking segment: {'id': '15924cea-69c5-423e-854b-35aec44b7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:14.386641 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:14.387131 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Bound using segment: {'id': '15924cea-69c5-423e-854b-35aec44b7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:14.387648 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Bound port: 10c05315-834f-4150-8441-8f27a7c2855e, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15924cea-69c5-423e-854b-35aec44b7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:14.388790 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (10c05315-834f-4150-8441-8f27a7c2855e), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:14.476484 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Network 1c6ecb7b-a633-45fb-a85c-5e934221e5c2 is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:14.480484 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:14.485844 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Publish callbacks [] for port (98ee271d-107b-437f-aa0a-45deb83f0595), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:14.505122 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] For port 10c05315-834f-4150-8441-8f27a7c2855e, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:14.509734 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] For port 10c05315-834f-4150-8441-8f27a7c2855e, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=10c05315-834f-4150-8441-8f27a7c2855e,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:14.513414 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:14.546148 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (10c05315-834f-4150-8441-8f27a7c2855e), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:14.609633 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Publish callbacks [] for router_gateway (5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:14.623409 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d is scheduled to L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 with binding_index 1 {{(pid=106555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:07:14.637860 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port f7c150f3-9d49-4b81-a9ce-397cd16d32b3 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:14.637860 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (f7c150f3-9d49-4b81-a9ce-397cd16d32b3), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:14.637860 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port f7c150f3-9d49-4b81-a9ce-397cd16d32b3 Sep 22 17:07:14.664007 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3d3f4dff-d106-49d6-bc84-cff3b7531e81 admin admin] Publish callbacks [] for security_group (dfab34b2-5424-456b-8b84-44b929e055dd), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:14.665839 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-24177be7-8119-402a-a97a-ab1222a4e06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (a903cd69-75b3-45b8-98ba-31f3a8e44af0), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:14.669448 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-24177be7-8119-402a-a97a-ab1222a4e06e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:14.671068 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-24177be7-8119-402a-a97a-ab1222a4e06e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a903cd69-75b3-45b8-98ba-31f3a8e44af0 HTTP/1.1" status: 204 len: 168 time: 0.8853002 Sep 22 17:07:14.748470 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Attempt 2 to provision port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 Sep 22 17:07:14.769552 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (98ee271d-107b-437f-aa0a-45deb83f0595), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:14.771835 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3d3f4dff-d106-49d6-bc84-cff3b7531e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (dfab34b2-5424-456b-8b84-44b929e055dd), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:14.817635 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:14.847880 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24177be7-8119-402a-a97a-ab1222a4e06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a903cd69-75b3-45b8-98ba-31f3a8e44af0,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:14.871510 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Allocated IP 172.27.1.23 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/212dc75b-9e60-4249-8311-52ec939e02c9) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:14.926419 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Router f7cd51a1-d838-4565-8eb5-c11ef211562b has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:07:14.984191 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Pushing event updated for resources: {'Port': ['ID=98ee271d-107b-437f-aa0a-45deb83f0595,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:15.035598 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Publish callbacks [] for port (5ffb04ff-b318-4a4a-b80d-0c4624b29baa), precommit_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:15.060405 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:15.113986 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-3d3f4dff-d106-49d6-bc84-cff3b7531e81 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=68ee1f457ed84904b5b4a85a1412ecdc&name=default HTTP/1.1" status: 200 len: 2994 time: 1.0844274 Sep 22 17:07:15.121916 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55480) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:15.130918 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:15.133874 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633bef6-7528-44bd-b3c0-6b28e7ec990e None None] Pushing event updated for resources: {'Port': ['ID=10c05315-834f-4150-8441-8f27a7c2855e,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:15.166446 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:15.175852 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Publish callbacks [] for port (604d834d-b8e5-4ccb-b386-bf05c316e775), precommit_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:15.244243 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:15.246618 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port f7c150f3-9d49-4b81-a9ce-397cd16d32b3 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:15.247129 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f7c150f3-9d49-4b81-a9ce-397cd16d32b3), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:15.255579 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (5ffb04ff-b318-4a4a-b80d-0c4624b29baa), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:15.269282 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (604d834d-b8e5-4ccb-b386-bf05c316e775), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:15.356578 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:15.374090 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f4dff-d106-49d6-bc84-cff3b7531e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfab34b2-5424-456b-8b84-44b929e055dd,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:15.383428 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Network 906da010-9d01-428f-8bbf-d862e44df893 is already hosted by enough agents. {{(pid=106557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:15.393864 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Network 82eac7a2-877a-48c4-bcb2-cd10274854a5 is already hosted by enough agents. {{(pid=106557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:15.401783 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Pushing event updated for resources: {'Port': ['ID=5ffb04ff-b318-4a4a-b80d-0c4624b29baa,revision_number=1']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:15.408454 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.base_scheduler [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Resources bound (agent type, host, resource id): {{(pid=106557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:15.411191 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Received port after_create {{(pid=106557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:15.420442 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.base_scheduler [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Resources bound (agent type, host, resource id): {{(pid=106557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:15.426147 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Received port after_create {{(pid=106557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:15.432173 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:07:15.475112 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536359'] for router (5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:15.490832 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-a332abdb-cab4-41d9-a624-060117db3f27 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/f7cd51a1-d838-4565-8eb5-c11ef211562b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4855256 Sep 22 17:07:15.506557 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:07:15.520684 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Sync routers for ids ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:07:15.549105 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Routers {'6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:15.551206 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:15.636143 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dd256c4f-2ae7-4991-94d3-bdb99e6bf87e admin admin] Publish callbacks [] for security_group (dfab34b2-5424-456b-8b84-44b929e055dd), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:15.641881 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:15.643299 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-2fa9a6ae-30f5-4c1b-a56f-bd683980ae3f admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9877822 Sep 22 17:07:15.658173 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55496) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:15.692954 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Sync routers for ids ['f7cd51a1-d838-4565-8eb5-c11ef211562b'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:07:15.719420 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Publish callbacks [] for port (212dc75b-9e60-4249-8311-52ec939e02c9), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:15.782099 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Publish callbacks [] for router_gateway (a3954ba2-3794-4e5a-a420-633e6048f8be), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:15.782508 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port f7c150f3-9d49-4b81-a9ce-397cd16d32b3, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=f7c150f3-9d49-4b81-a9ce-397cd16d32b3,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:07:15.821058 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dd256c4f-2ae7-4991-94d3-bdb99e6bf87e admin admin] Publish callbacks [] for security_group (dfab34b2-5424-456b-8b84-44b929e055dd), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:15.859287 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Attempt 3 to provision port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 Sep 22 17:07:15.884064 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Set router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:15.930100 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:15.938892 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dd256c4f-2ae7-4991-94d3-bdb99e6bf87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (dfab34b2-5424-456b-8b84-44b929e055dd), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:15.942443 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dd256c4f-2ae7-4991-94d3-bdb99e6bf87e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:15.943892 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-dd256c4f-2ae7-4991-94d3-bdb99e6bf87e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/dfab34b2-5424-456b-8b84-44b929e055dd HTTP/1.1" status: 204 len: 168 time: 0.7331555 Sep 22 17:07:15.958486 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f159a105-d227-40dc-a601-c7312c4665ab None None] Network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:07:15.972417 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd256c4f-2ae7-4991-94d3-bdb99e6bf87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfab34b2-5424-456b-8b84-44b929e055dd,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:16.043776 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 is scheduled to L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 with binding_index 1 {{(pid=106556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:07:16.142027 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (212dc75b-9e60-4249-8311-52ec939e02c9), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:16.174348 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Routers {'f7cd51a1-d838-4565-8eb5-c11ef211562b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:16.175081 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['f7cd51a1-d838-4565-8eb5-c11ef211562b'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:16.302770 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:16.354751 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Set router f7cd51a1-d838-4565-8eb5-c11ef211562b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:16.371980 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:07:16.372664 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:16.421663 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:16.429503 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-4c993aff-1329-4d48-b447-6f5f8704764d admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5417707 Sep 22 17:07:16.430514 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55518) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:16.509132 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:16.509639 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Pushing event updated for resources: {'Port': ['ID=604d834d-b8e5-4ccb-b386-bf05c316e775,revision_number=1']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:16.541244 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:16.542914 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:16.546683 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:16.570721 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:16.571834 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:16.573378 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Attempting to bind port 604d834d-b8e5-4ccb-b386-bf05c316e775 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:16.574532 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Attempting to bind port 604d834d-b8e5-4ccb-b386-bf05c316e775 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:16.575365 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Attempting to bind port 604d834d-b8e5-4ccb-b386-bf05c316e775 on network 82eac7a2-877a-48c4-bcb2-cd10274854a5 {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:16.598290 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:12Z', 'revision_number': 3, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:16.693113 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Checking router: 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:07:16.693697 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Updating router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d port 2641071a-55f2-4956-8c61-6697bd277343 binding host dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:07:16.695738 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Sync routers for ids ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:07:16.701398 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (f7c150f3-9d49-4b81-a9ce-397cd16d32b3), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:16.725274 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52806d1-a1e2-4ddc-b8a0-ea4bd3adafcc None None] Network fb742a8a-ec14-42fa-b5c3-8fe1992e342c requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:07:16.737619 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (2641071a-55f2-4956-8c61-6697bd277343), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:16.744440 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Pushing event updated for resources: {'Port': ['ID=212dc75b-9e60-4249-8311-52ec939e02c9,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:16.936992 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55546) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:16.936992 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:16.950523 dv-cinder-835384-28-iscsi neutron-server[106555]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 17:07:17.074555 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Attempt 4 to provision port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 Sep 22 17:07:17.275854 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536359'] for router (a3954ba2-3794-4e5a-a420-633e6048f8be), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:17.361187 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 96dc1ffa-99dd-4085-826d-9165c8faa9b5 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:17.363645 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Publish callbacks [] for port (2641071a-55f2-4956-8c61-6697bd277343), precommit_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:17.366871 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=100 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:17.371088 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (2641071a-55f2-4956-8c61-6697bd277343), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:17.454333 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Attempting to bind port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:17.454885 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Attempting to bind port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:17.455431 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Attempting to bind port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa on network 906da010-9d01-428f-8bbf-d862e44df893 {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:17.475804 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:17.477376 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847d18f-6607-4797-a237-809033959a11 None None] Pushing event updated for resources: {'Port': ['ID=2641071a-55f2-4956-8c61-6697bd277343,revision_number=2']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:17.485721 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Attempting to bind port 2641071a-55f2-4956-8c61-6697bd277343 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:17.486126 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Attempting to bind port 2641071a-55f2-4956-8c61-6697bd277343 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:17.486452 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Attempting to bind port 2641071a-55f2-4956-8c61-6697bd277343 on network f003e7b0-1e8d-4666-abdd-e8ce7241106b {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:17.569362 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:17.569713 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Checking segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:17.571114 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:17.571548 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Bound using segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:17.572043 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Bound port: 2641071a-55f2-4956-8c61-6697bd277343, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:17.572425 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (2641071a-55f2-4956-8c61-6697bd277343), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:17.612682 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:17.613165 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Checking segment: {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:17.613459 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:17.613859 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Bound using segment: {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:17.614363 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Bound port: 604d834d-b8e5-4ccb-b386-bf05c316e775, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:17.614747 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (604d834d-b8e5-4ccb-b386-bf05c316e775), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:17.680984 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] For port 2641071a-55f2-4956-8c61-6697bd277343, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:17.685725 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] For port 2641071a-55f2-4956-8c61-6697bd277343, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=2641071a-55f2-4956-8c61-6697bd277343,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:17.696611 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (2641071a-55f2-4956-8c61-6697bd277343), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:17.704553 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:17.753409 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=f7c150f3-9d49-4b81-a9ce-397cd16d32b3,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:17.830403 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847d18f-6607-4797-a237-809033959a11 None None] Pushing event updated for resources: {'Port': ['ID=2641071a-55f2-4956-8c61-6697bd277343,revision_number=3']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:17.848889 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Routers {'6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:17.849564 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:17.892749 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Routers {'5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:17.893955 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:17.977133 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-921e618d-1dd4-469e-addf-4620efaff074 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.978699 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-921e618d-1dd4-469e-addf-4620efaff074 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/networks?id=1c6ecb7b-a633-45fb-a85c-5e934221e5c2 HTTP/1.1" status: 200 len: 812 time: 1.0412891 Sep 22 17:07:18.029546 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-5e0df2d3-ef07-4e1f-85d2-31bb2f945ff7 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/quotas/70b4f8716fa84e439293149dd10cac82 HTTP/1.1" status: 200 len: 375 time: 0.0359101 Sep 22 17:07:18.088264 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] Set router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:18.163877 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:18.170747 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:18.186573 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-fead9360-273e-4dc3-9822-03384df2ced9 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=70b4f8716fa84e439293149dd10cac82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1331043 Sep 22 17:07:18.206830 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Publish callbacks [] for router_gateway (d8e5a412-a5b6-469e-a8ae-72241d1cab6b), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:18.220159 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:18.318383 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Allocated IP 172.20.0.1 (ade9c12a-c9b5-416e-9a3a-173c84f0a9ae/1c5982a3-8aaa-4aa9-908c-22cf8406126d/0c016f0a-7b5e-4be9-bcb6-6c3a9441f361) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:18.515650 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] For port 604d834d-b8e5-4ccb-b386-bf05c316e775, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:18.520384 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] For port 604d834d-b8e5-4ccb-b386-bf05c316e775, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=604d834d-b8e5-4ccb-b386-bf05c316e775,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:18.567864 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (604d834d-b8e5-4ccb-b386-bf05c316e775), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:18.570468 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55598) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:18.572305 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Publish callbacks [] for port (0c016f0a-7b5e-4be9-bcb6-6c3a9441f361), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:18.590110 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:18.593657 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Checking segment: {'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:18.596552 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:18.597326 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Bound using segment: {'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:18.598006 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Bound port: 5ffb04ff-b318-4a4a-b80d-0c4624b29baa, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:18.598918 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:12Z', 'revision_number': 3, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:18.599932 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (5ffb04ff-b318-4a4a-b80d-0c4624b29baa), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:18.654780 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:18.657517 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:18.663473 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67318f4b-f516-4485-a940-40f24fa4423c None None] The sync data for ids ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'] in dv-cinder-835384-28-iscsi is: [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:12Z', 'revision_number': 3, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:07:18.665154 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (0c016f0a-7b5e-4be9-bcb6-6c3a9441f361), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:18.737612 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Attempt 5 to provision port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 Sep 22 17:07:18.771369 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:18.779685 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:18.788597 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:18.788957 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498718'] for router_interface (5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:18.848721 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Pushing event updated for resources: {'Port': ['ID=0c016f0a-7b5e-4be9-bcb6-6c3a9441f361,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:19.006496 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Set router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:19.165219 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 96dc1ffa-99dd-4085-826d-9165c8faa9b5 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:19.165828 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (96dc1ffa-99dd-4085-826d-9165c8faa9b5), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:19.166302 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 96dc1ffa-99dd-4085-826d-9165c8faa9b5 Sep 22 17:07:19.169228 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536359'] for router (d8e5a412-a5b6-469e-a8ae-72241d1cab6b), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:19.186201 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-076c0189-b6b9-41ec-b732-75f2bdc9981b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:19.220718 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-091962d1-4632-464c-8520-138dfcf14590 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 17:07:19.235529 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-091962d1-4632-464c-8520-138dfcf14590 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5851812 Sep 22 17:07:19.289893 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (0c016f0a-7b5e-4be9-bcb6-6c3a9441f361), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:19.298737 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'name': 'tempest-DeleteServersTestJSON-1288152233-router', 'tenant_id': '70b4f8716fa84e439293149dd10cac82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f7c150f3-9d49-4b81-a9ce-397cd16d32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:04Z', 'updated_at': '2022-09-22T17:07:13Z', 'revision_number': 4, 'project_id': '70b4f8716fa84e439293149dd10cac82', 'gw_port': {'id': 'f7c150f3-9d49-4b81-a9ce-397cd16d32b3', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:06Z', 'updated_at': '2022-09-22T17:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '4d46bf4c-b412-4a32-8a1d-0e226d2cf842', 'name': '', 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2', 'tenant_id': '70b4f8716fa84e439293149dd10cac82', 'mac_address': 'fa:16:3e:95:6d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb9c319a-0720-4600-80ff-704af5ddcfd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:13Z', 'revision_number': 2, 'project_id': '70b4f8716fa84e439293149dd10cac82', 'subnets': [{'id': 'eb9c319a-0720-4600-80ff-704af5ddcfd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:19.364720 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:19.526496 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:19.527916 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:19.543224 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Checking router: f7cd51a1-d838-4565-8eb5-c11ef211562b for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:07:19.543802 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Updating router f7cd51a1-d838-4565-8eb5-c11ef211562b port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 binding host dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:07:19.565362 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e58a7-09b6-4e05-b638-b707e25213ca None None] Pushing event updated for resources: {'Port': ['ID=604d834d-b8e5-4ccb-b386-bf05c316e775,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:19.654669 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] For port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:19.675225 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:19.680905 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] For port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=5ffb04ff-b318-4a4a-b80d-0c4624b29baa,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:19.709816 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (5ffb04ff-b318-4a4a-b80d-0c4624b29baa), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:19.759246 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:19.798040 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Allocated IP 172.20.0.1 (fb742a8a-ec14-42fa-b5c3-8fe1992e342c/078d2151-b8ac-45b8-a09f-7943bc063688/ff1f587e-fa93-4254-9635-0dca9237824b) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:19.865402 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Publish callbacks [] for port (0c016f0a-7b5e-4be9-bcb6-6c3a9441f361), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:19.875534 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Router a3954ba2-3794-4e5a-a420-633e6048f8be is scheduled to L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 with binding_index 1 {{(pid=106555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:07:19.878961 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (0c016f0a-7b5e-4be9-bcb6-6c3a9441f361), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:19.880244 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498826'] for router_interface (5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:19.989466 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Attempt 6 to provision port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 Sep 22 17:07:20.005505 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:20.191091 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:20.195567 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:20.198863 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Pushing event updated for resources: {'Port': ['ID=0c016f0a-7b5e-4be9-bcb6-6c3a9441f361,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:20.281549 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 96dc1ffa-99dd-4085-826d-9165c8faa9b5 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:20.282192 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (96dc1ffa-99dd-4085-826d-9165c8faa9b5), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:20.369720 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:20.400485 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947ed71-e6f0-4f88-87d1-00e82232eb07 None None] Pushing event updated for resources: {'Port': ['ID=5ffb04ff-b318-4a4a-b80d-0c4624b29baa,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:20.500881 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port 96dc1ffa-99dd-4085-826d-9165c8faa9b5, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=96dc1ffa-99dd-4085-826d-9165c8faa9b5,segment=NetworkSegment(b146063c-c8b6-41a0-b4d9-98c3042a1877),segment_id=b146063c-c8b6-41a0-b4d9-98c3042a1877)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:07:20.586907 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:14Z', 'revision_number': 3, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:20.611593 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (96dc1ffa-99dd-4085-826d-9165c8faa9b5), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:20.612538 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 10c05315-834f-4150-8441-8f27a7c2855e up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:20.695918 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-d700f5ea-8c04-4161-9c85-96799d86c85f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1c6ecb7b-a633-45fb-a85c-5e934221e5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4592621 Sep 22 17:07:20.710533 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:07:20.781149 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-076c0189-b6b9-41ec-b732-75f2bdc9981b admin admin] Publish callbacks [] for security_group (dbdf515f-4196-4368-8b1e-4d0298540a60), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:20.806782 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Checking router: 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:07:20.807285 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Updating router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 port 668dd0ab-929d-487d-96bf-8dccf031084b binding host dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:07:20.837132 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-076c0189-b6b9-41ec-b732-75f2bdc9981b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (dbdf515f-4196-4368-8b1e-4d0298540a60), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:20.878140 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Attempt 7 to provision port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 Sep 22 17:07:20.957432 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:20.996021 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (668dd0ab-929d-487d-96bf-8dccf031084b), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:21.002706 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 10c05315-834f-4150-8441-8f27a7c2855e triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:21.003039 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (10c05315-834f-4150-8441-8f27a7c2855e), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:21.003403 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 10c05315-834f-4150-8441-8f27a7c2855e Sep 22 17:07:21.007827 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:21.016548 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-076c0189-b6b9-41ec-b732-75f2bdc9981b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9c704cc59df6456ea25ca05356b23384&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4227183 Sep 22 17:07:21.019207 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:07:21.022003 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55648) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:21.030608 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Sync routers for ids ['a3954ba2-3794-4e5a-a420-633e6048f8be'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:07:21.051844 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Routers {'a3954ba2-3794-4e5a-a420-633e6048f8be'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:21.053862 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3954ba2-3794-4e5a-a420-633e6048f8be'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:21.090787 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:07:21.111581 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-9991c0f0-e580-4d13-a14c-e7ee9a0d5735 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6699576 Sep 22 17:07:21.131603 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39553c8-2df9-450e-a0f1-fb94744ce52c None None] Network 82eac7a2-877a-48c4-bcb2-cd10274854a5 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:07:21.153427 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c0189-b6b9-41ec-b732-75f2bdc9981b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdf515f-4196-4368-8b1e-4d0298540a60,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:21.281322 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Publish callbacks [] for port (ff1f587e-fa93-4254-9635-0dca9237824b), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:21.300266 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Set router a3954ba2-3794-4e5a-a420-633e6048f8be gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:21.324476 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:21.329022 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-ceb1a59d-d474-4fd3-bc75-913285b282cb admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.8833821 Sep 22 17:07:21.329205 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55654) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:21.329971 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:21.337519 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1032-8601-4d58-aad4-cb1e0a372d24 admin admin] Publish callbacks [] for security_group (dbdf515f-4196-4368-8b1e-4d0298540a60), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:21.373428 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1032-8601-4d58-aad4-cb1e0a372d24 admin admin] Publish callbacks [] for security_group (dbdf515f-4196-4368-8b1e-4d0298540a60), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:21.433966 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:21.476871 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:21.547839 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-e9741f88-5b8d-4eeb-b414-61f8de8c95b8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1c6ecb7b-a633-45fb-a85c-5e934221e5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8036697 Sep 22 17:07:21.603925 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Attempt 8 to provision port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 Sep 22 17:07:21.604619 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1032-8601-4d58-aad4-cb1e0a372d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (dbdf515f-4196-4368-8b1e-4d0298540a60), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:21.610013 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-37c7fdb6-6bab-44a8-9a4f-c6d66031ba4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:21.619963 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=96dc1ffa-99dd-4085-826d-9165c8faa9b5,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:21.623344 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1032-8601-4d58-aad4-cb1e0a372d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:21.649122 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-9a2e1032-8601-4d58-aad4-cb1e0a372d24 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/dbdf515f-4196-4368-8b1e-4d0298540a60 HTTP/1.1" status: 204 len: 168 time: 0.4876103 Sep 22 17:07:21.653946 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Router d8e5a412-a5b6-469e-a8ae-72241d1cab6b is scheduled to L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 with binding_index 1 {{(pid=106555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:07:21.689238 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282ef10d-e6f4-4ff1-9cd4-5511d128be78 None None] Network 906da010-9d01-428f-8bbf-d862e44df893 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:07:21.788909 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e1032-8601-4d58-aad4-cb1e0a372d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdf515f-4196-4368-8b1e-4d0298540a60,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:21.795410 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:15Z', 'revision_number': 3, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:21.874654 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Checking router: a3954ba2-3794-4e5a-a420-633e6048f8be for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:07:21.876113 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Updating router a3954ba2-3794-4e5a-a420-633e6048f8be port 98ee271d-107b-437f-aa0a-45deb83f0595 binding host dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:07:21.955856 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (98ee271d-107b-437f-aa0a-45deb83f0595), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:21.986488 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:22.018590 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (ff1f587e-fa93-4254-9635-0dca9237824b), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:22.075191 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55678) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:22.093901 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-03c4ce94-52c6-49e7-a0cc-cfdca6f59096 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1719257123', 'description': 'tempest-description--274214598'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:22.234617 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Network fb742a8a-ec14-42fa-b5c3-8fe1992e342c is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:22.239629 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55694) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:22.240647 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:22.259296 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:22.259789 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498718'] for router_interface (6fd212dd-21c7-434d-8c4a-bbc6a0d7062d), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:22.307936 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1f587e-fa93-4254-9635-0dca9237824b,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:22.326185 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:22.395818 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:22.401598 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-03c4ce94-52c6-49e7-a0cc-cfdca6f59096 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:22.421436 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:07:22.451249 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2653b38d-36d0-47e2-9306-c4223a8bec58 req-5796be9c-1c14-48fa-8a8a-ce1b18ae7084 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 210 time: 0.2080150 Sep 22 17:07:22.516442 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Sync routers for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:07:22.563299 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:22.571892 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-f40a365c-19fe-4a3e-a5d8-84e4dee335c3 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 12.2519934 Sep 22 17:07:22.572629 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55708) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:22.595559 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:22.596661 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:22.618829 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:22.699153 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:07:22.783753 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:22.857735 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:23.033758 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Publish callbacks [] for port (98ee271d-107b-437f-aa0a-45deb83f0595), precommit_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:23.042811 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 10c05315-834f-4150-8441-8f27a7c2855e is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:23.043112 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (98ee271d-107b-437f-aa0a-45deb83f0595), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:23.043440 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (10c05315-834f-4150-8441-8f27a7c2855e), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:23.060677 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (ff1f587e-fa93-4254-9635-0dca9237824b), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:23.066843 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-03c4ce94-52c6-49e7-a0cc-cfdca6f59096 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group (4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:23.088382 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Attempt 9 to provision port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 Sep 22 17:07:23.094728 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-03c4ce94-52c6-49e7-a0cc-cfdca6f59096 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:23.132200 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Publish callbacks [] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), precommit_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:23.262272 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:23.263982 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Attempting to bind port 98ee271d-107b-437f-aa0a-45deb83f0595 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:23.268176 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Attempting to bind port 98ee271d-107b-437f-aa0a-45deb83f0595 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:23.268768 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Attempting to bind port 98ee271d-107b-437f-aa0a-45deb83f0595 on network f003e7b0-1e8d-4666-abdd-e8ce7241106b {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:23.277649 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55728) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:23.278821 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf730a-6586-4b6d-a17e-133e37f9444d None None] Pushing event updated for resources: {'Port': ['ID=98ee271d-107b-437f-aa0a-45deb83f0595,revision_number=2']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:23.424153 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:23.424491 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Checking segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:23.428550 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:23.429000 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Bound using segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:23.429507 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Bound port: 98ee271d-107b-437f-aa0a-45deb83f0595, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:23.429940 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (98ee271d-107b-437f-aa0a-45deb83f0595), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:23.569344 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port 10c05315-834f-4150-8441-8f27a7c2855e, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=10c05315-834f-4150-8441-8f27a7c2855e,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:07:23.595782 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:23.622508 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] For port 98ee271d-107b-437f-aa0a-45deb83f0595, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:23.627853 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] For port 98ee271d-107b-437f-aa0a-45deb83f0595, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=98ee271d-107b-437f-aa0a-45deb83f0595,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:23.637576 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (98ee271d-107b-437f-aa0a-45deb83f0595), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:23.651975 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:23.680052 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-03c4ce94-52c6-49e7-a0cc-cfdca6f59096 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:23.684878 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-03c4ce94-52c6-49e7-a0cc-cfdca6f59096 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6091902 Sep 22 17:07:23.691383 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55750) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:23.697550 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-8c7eae48-a169-4592-8e6f-09c2edd54487 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Request body: {'security_group_rule': {'security_group_id': '4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:23.707819 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (10c05315-834f-4150-8441-8f27a7c2855e), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:23.740128 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4ce94-52c6-49e7-a0cc-cfdca6f59096 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:23.761025 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Allocated IP 172.20.0.1 (906da010-9d01-428f-8bbf-d862e44df893/ff3b5331-7dbe-4b3b-ac39-cc04115e40fd/46d0015b-69e4-475d-8d7c-cb0f73272ff4) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:23.791024 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8c7eae48-a169-4592-8e6f-09c2edd54487 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group_rule (a5f7ff40-00f5-4d9c-913a-1bd8573807ba), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:23.856364 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bc99d9ea-203f-4aac-8511-3f0e89c57700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:23.879538 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf730a-6586-4b6d-a17e-133e37f9444d None None] Pushing event updated for resources: {'Port': ['ID=98ee271d-107b-437f-aa0a-45deb83f0595,revision_number=3']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:23.890472 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Routers {'a3954ba2-3794-4e5a-a420-633e6048f8be'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:23.891504 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3954ba2-3794-4e5a-a420-633e6048f8be'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:24.029726 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8ed25790-6974-4e92-8ecf-138e8d34347e req-45d5264e-04d1-4d0a-b007-b8ebe331eff5 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 210 time: 0.2950518 Sep 22 17:07:24.226348 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] Set router a3954ba2-3794-4e5a-a420-633e6048f8be gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:24.297146 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Publish callbacks [] for port (668dd0ab-929d-487d-96bf-8dccf031084b), precommit_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:24.321465 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499e78e-8837-4a6b-9fc0-00a1cae93abd None None] Pushing event updated for resources: {'Port': ['ID=4d46bf4c-b412-4a32-8a1d-0e226d2cf842,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:24.469487 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8c7eae48-a169-4592-8e6f-09c2edd54487 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group_rule (a5f7ff40-00f5-4d9c-913a-1bd8573807ba), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:24.490434 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8c7eae48-a169-4592-8e6f-09c2edd54487 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (a5f7ff40-00f5-4d9c-913a-1bd8573807ba), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:24.520850 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (668dd0ab-929d-487d-96bf-8dccf031084b), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:24.598495 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7eae48-a169-4592-8e6f-09c2edd54487 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f7ff40-00f5-4d9c-913a-1bd8573807ba,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:24.626052 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8c7eae48-a169-4592-8e6f-09c2edd54487 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:24.628692 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-8c7eae48-a169-4592-8e6f-09c2edd54487 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9346483 Sep 22 17:07:24.637137 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Publish callbacks [] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:24.645208 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:24.650213 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55770) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:24.662334 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-cbeae07b-a93b-4a90-bb35-39345c4486a0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Request body: {'security_group_rule': {'security_group_id': '4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:24.707209 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:15Z', 'revision_number': 3, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:24.742224 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c0192-39f3-465b-bb5b-f2f9d33a08bc None None] The sync data for ids ['a3954ba2-3794-4e5a-a420-633e6048f8be'] in dv-cinder-835384-28-iscsi is: [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:15Z', 'revision_number': 3, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:07:24.767234 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:24.769709 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:24.781039 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:24.785877 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cbeae07b-a93b-4a90-bb35-39345c4486a0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group_rule (d294219a-90b6-49b4-b728-cb8de8687fb6), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:24.834592 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 604d834d-b8e5-4ccb-b386-bf05c316e775 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:24.852588 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:24.988137 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cbeae07b-a93b-4a90-bb35-39345c4486a0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group_rule (d294219a-90b6-49b4-b728-cb8de8687fb6), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:24.995143 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:25.001879 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cbeae07b-a93b-4a90-bb35-39345c4486a0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (d294219a-90b6-49b4-b728-cb8de8687fb6), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:25.084336 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Publish callbacks [] for port (ff1f587e-fa93-4254-9635-0dca9237824b), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:25.095926 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (ff1f587e-fa93-4254-9635-0dca9237824b), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:25.097214 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498826'] for router_interface (6fd212dd-21c7-434d-8c4a-bbc6a0d7062d), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:25.098190 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeae07b-a93b-4a90-bb35-39345c4486a0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d294219a-90b6-49b4-b728-cb8de8687fb6,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:25.110001 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cbeae07b-a93b-4a90-bb35-39345c4486a0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:25.114075 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-cbeae07b-a93b-4a90-bb35-39345c4486a0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4590349 Sep 22 17:07:25.116728 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Network 906da010-9d01-428f-8bbf-d862e44df893 is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:25.119714 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55780) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:25.125524 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Request body: {'floatingip': {'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:25.135356 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=10c05315-834f-4150-8441-8f27a7c2855e,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:25.144134 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:25.171080 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:25.171774 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498718'] for router_interface (a3954ba2-3794-4e5a-a420-633e6048f8be), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:25.183477 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Pushing event updated for resources: {'Port': ['ID=46d0015b-69e4-475d-8d7c-cb0f73272ff4,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:25.187090 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bc99d9ea-203f-4aac-8511-3f0e89c57700 admin admin] Publish callbacks [] for security_group (ae58ffba-3f7f-4010-9b1d-150099088cbf), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:25.202469 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Attempting to bind port 668dd0ab-929d-487d-96bf-8dccf031084b on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:25.256452 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Attempting to bind port 668dd0ab-929d-487d-96bf-8dccf031084b by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:25.260015 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Attempting to bind port 668dd0ab-929d-487d-96bf-8dccf031084b on network f003e7b0-1e8d-4666-abdd-e8ce7241106b {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:25.330337 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bc99d9ea-203f-4aac-8511-3f0e89c57700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (ae58ffba-3f7f-4010-9b1d-150099088cbf), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:25.386482 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c52a5d0a-9bae-4281-93b7-82f6c95e9deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:25.420012 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:25.526555 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-bc99d9ea-203f-4aac-8511-3f0e89c57700 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=329d492f457d4bc6bf63ff3eb5971826&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2241116 Sep 22 17:07:25.553379 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Attempt 10 to provision port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 Sep 22 17:07:25.602894 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55796) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:25.718818 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Attempting to bind port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:25.719407 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Attempting to bind port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'd9910c48-be0c-48fb-bb28-008054c81ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:25.719966 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Attempting to bind port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 on network 1c6ecb7b-a633-45fb-a85c-5e934221e5c2 {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:25.734753 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:25.803298 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1f587e-fa93-4254-9635-0dca9237824b,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:25.843978 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e0dcea5d-78d9-4d14-9d17-5e274bdc6145 req-80f74660-cff6-4dbe-8b88-3206c77407ea tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 210 time: 0.1328669 Sep 22 17:07:25.865989 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:25.884300 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:25.903518 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99d9ea-203f-4aac-8511-3f0e89c57700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae58ffba-3f7f-4010-9b1d-150099088cbf,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:25.971973 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-79b7c732-df33-474e-bfa9-42545ada8186 None None] Port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:25.973671 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df015c3-aebd-48d5-9d02-c95277a55ff1 None None] Pushing event updated for resources: {'Port': ['ID=668dd0ab-929d-487d-96bf-8dccf031084b,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:26.069067 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:26.070712 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:26.078234 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:26.079075 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Checking segment: {'id': 'd9910c48-be0c-48fb-bb28-008054c81ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:26.079702 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:26.080368 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Bound using segment: {'id': 'd9910c48-be0c-48fb-bb28-008054c81ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:26.081134 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Bound port: 4d46bf4c-b412-4a32-8a1d-0e226d2cf842, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9910c48-be0c-48fb-bb28-008054c81ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:26.081749 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:26.171884 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:26.203445 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Network fb742a8a-ec14-42fa-b5c3-8fe1992e342c is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:26.216011 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:26.219216 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:26.219983 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Checking segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:26.220610 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:26.221746 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Bound using segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:26.222630 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Bound port: 668dd0ab-929d-487d-96bf-8dccf031084b, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:26.223678 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (668dd0ab-929d-487d-96bf-8dccf031084b), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:26.286774 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-924859ea-e1c5-488d-bc98-537760d5c13e admin admin] Publish callbacks [] for security_group (ae58ffba-3f7f-4010-9b1d-150099088cbf), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:26.308672 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] For port 668dd0ab-929d-487d-96bf-8dccf031084b, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:26.309041 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:26.321507 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] For port 668dd0ab-929d-487d-96bf-8dccf031084b, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=668dd0ab-929d-487d-96bf-8dccf031084b,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:26.382059 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Provisioning complete for port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:26.383307 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (5ffb04ff-b318-4a4a-b80d-0c4624b29baa), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:26.385489 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Attempt 1 to provision port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa Sep 22 17:07:26.416932 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 604d834d-b8e5-4ccb-b386-bf05c316e775 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:26.417781 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (604d834d-b8e5-4ccb-b386-bf05c316e775), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:26.418493 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 604d834d-b8e5-4ccb-b386-bf05c316e775 Sep 22 17:07:26.422363 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (668dd0ab-929d-487d-96bf-8dccf031084b), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:26.514832 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-924859ea-e1c5-488d-bc98-537760d5c13e admin admin] Publish callbacks [] for security_group (ae58ffba-3f7f-4010-9b1d-150099088cbf), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:26.661161 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] For port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:26.681845 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] For port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=4d46bf4c-b412-4a32-8a1d-0e226d2cf842,segment=NetworkSegment(d9910c48-be0c-48fb-bb28-008054c81ab4),segment_id=d9910c48-be0c-48fb-bb28-008054c81ab4)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:26.789213 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:26.973729 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:07:26.979288 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-924859ea-e1c5-488d-bc98-537760d5c13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (ae58ffba-3f7f-4010-9b1d-150099088cbf), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:26.982877 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-924859ea-e1c5-488d-bc98-537760d5c13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:26.984244 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-924859ea-e1c5-488d-bc98-537760d5c13e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ae58ffba-3f7f-4010-9b1d-150099088cbf HTTP/1.1" status: 204 len: 168 time: 1.3791947 Sep 22 17:07:26.985762 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Allocated IP 172.27.1.59 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/8284d3c9-18cc-4a20-b21f-ef17c2a92d4f) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:27.054842 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:27.092275 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924859ea-e1c5-488d-bc98-537760d5c13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae58ffba-3f7f-4010-9b1d-150099088cbf,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:27.114227 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Allocated IP 172.20.0.1 (82eac7a2-877a-48c4-bcb2-cd10274854a5/83a051e4-a154-4ee6-92cd-c98927c3c055/6941c941-99da-428b-9650-1eaa1b16b1ad) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:27.339086 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.33', 50337) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:27.443349 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Publish callbacks [] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:27.520041 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Publish callbacks [] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:27.549257 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:27.568937 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:27.573069 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:27.576185 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498826'] for router_interface (a3954ba2-3794-4e5a-a420-633e6048f8be), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:27.617239 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:16Z', 'revision_number': 3, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:27.620371 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Routers {'5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:27.621389 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:27.689040 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:27.858287 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:27.893267 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Network 82eac7a2-877a-48c4-bcb2-cd10274854a5 is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:27.905928 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:27.920395 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:27.920879 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498718'] for router_interface (d8e5a412-a5b6-469e-a8ae-72241d1cab6b), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:28.066579 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3f8b5799-38dc-4a7a-b9e5-c4bcb6e8a09d req-1fa1f873-5756-4b82-8b6a-ad1c8ad9a8d1 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 210 time: 0.1741996 Sep 22 17:07:28.173948 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Network 906da010-9d01-428f-8bbf-d862e44df893 is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:28.236868 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] Set router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:28.258973 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:28.284445 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Pushing event updated for resources: {'Port': ['ID=6941c941-99da-428b-9650-1eaa1b16b1ad,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:28.331474 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Pushing event updated for resources: {'Port': ['ID=46d0015b-69e4-475d-8d7c-cb0f73272ff4,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:28.435541 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55882) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:28.507101 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:07:28.525048 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Sync routers for ids ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:07:28.525610 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-2abc2daa-e3bc-4381-9629-06c4d4260413 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/6fd212dd-21c7-434d-8c4a-bbc6a0d7062d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8590195 Sep 22 17:07:28.561579 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Checking router: d8e5a412-a5b6-469e-a8ae-72241d1cab6b for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:07:28.562144 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Updating router d8e5a412-a5b6-469e-a8ae-72241d1cab6b port 212dc75b-9e60-4249-8311-52ec939e02c9 binding host dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:07:28.580480 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Routers {'6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:28.581048 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:28.584931 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:28.643439 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-42be6ab4-5d78-4964-989c-2f08539aac6b tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:28.647431 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-42be6ab4-5d78-4964-989c-2f08539aac6b tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1c6ecb7b-a633-45fb-a85c-5e934221e5c2 HTTP/1.1" status: 200 len: 812 time: 1.3043902 Sep 22 17:07:28.652997 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for port (8284d3c9-18cc-4a20-b21f-ef17c2a92d4f), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:28.750889 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-03a869d7-111a-4688-96b4-248c226efa05 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Request body: {'port': {'device_id': '6ed59422-e086-4f95-b56c-8dbe57faed78', 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2', 'admin_state_up': True, 'tenant_id': '70b4f8716fa84e439293149dd10cac82'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:28.761025 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:28.766150 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:28.868437 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Set router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:28.875147 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:28.876229 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Routers {'f7cd51a1-d838-4565-8eb5-c11ef211562b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:28.877273 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['f7cd51a1-d838-4565-8eb5-c11ef211562b'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:28.910661 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df015c3-aebd-48d5-9d02-c95277a55ff1 None None] Pushing event updated for resources: {'Port': ['ID=668dd0ab-929d-487d-96bf-8dccf031084b,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:29.017488 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-21223f4b-bef0-46f4-a65a-24474db39f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:29.125903 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Router a3954ba2-3794-4e5a-a420-633e6048f8be has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:07:29.139400 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:29.141914 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] Set router f7cd51a1-d838-4565-8eb5-c11ef211562b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:29.196727 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=100 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:29.213810 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (8284d3c9-18cc-4a20-b21f-ef17c2a92d4f), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:29.371605 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:22Z', 'revision_number': 4, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'ff1f587e-fa93-4254-9635-0dca9237824b', 'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'mac_address': 'fa:16:3e:e4:76:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:18Z', 'updated_at': '2022-09-22T17:07:23Z', 'revision_number': 2, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'subnets': [{'id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:29.445859 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Checking router: 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:07:29.446247 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Updating router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d port ff1f587e-fa93-4254-9635-0dca9237824b binding host dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:07:29.459886 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-21223f4b-bef0-46f4-a65a-24474db39f07 admin admin] Publish callbacks [] for security_group (549b378c-e29a-46ad-b3a3-3315c1212a40), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:29.467615 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:29.469893 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499e78e-8837-4a6b-9fc0-00a1cae93abd None None] Pushing event updated for resources: {'Port': ['ID=4d46bf4c-b412-4a32-8a1d-0e226d2cf842,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:29.491148 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-21223f4b-bef0-46f4-a65a-24474db39f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (549b378c-e29a-46ad-b3a3-3315c1212a40), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:29.559686 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (ff1f587e-fa93-4254-9635-0dca9237824b), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:29.814733 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-21223f4b-bef0-46f4-a65a-24474db39f07 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5f7a018f08f5429bb84c9b4ac3812a00&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3715422 Sep 22 17:07:29.859100 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 55960) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:29.879220 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Current status of the port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:29.881024 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (5ffb04ff-b318-4a4a-b80d-0c4624b29baa), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:29.896065 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (212dc75b-9e60-4249-8311-52ec939e02c9), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:30.029081 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cae49df4-3e9d-45c9-a36e-0fbb181a61d2 req-5ccd4b16-366d-4202-8ff6-9672ba680c8a tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 210 time: 0.5385134 Sep 22 17:07:30.108555 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event updated for resources: {'Port': ['ID=8284d3c9-18cc-4a20-b21f-ef17c2a92d4f,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:30.111105 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-03a869d7-111a-4688-96b4-248c226efa05 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Made reservation on behalf of 70b4f8716fa84e439293149dd10cac82 for: {'port': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:30.112626 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'name': 'tempest-DeleteServersTestJSON-1288152233-router', 'tenant_id': '70b4f8716fa84e439293149dd10cac82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f7c150f3-9d49-4b81-a9ce-397cd16d32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:04Z', 'updated_at': '2022-09-22T17:07:13Z', 'revision_number': 4, 'project_id': '70b4f8716fa84e439293149dd10cac82', 'gw_port': {'id': 'f7c150f3-9d49-4b81-a9ce-397cd16d32b3', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:06Z', 'updated_at': '2022-09-22T17:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '4d46bf4c-b412-4a32-8a1d-0e226d2cf842', 'name': '', 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2', 'tenant_id': '70b4f8716fa84e439293149dd10cac82', 'mac_address': 'fa:16:3e:95:6d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb9c319a-0720-4600-80ff-704af5ddcfd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:26Z', 'revision_number': 4, 'project_id': '70b4f8716fa84e439293149dd10cac82', 'subnets': [{'id': 'eb9c319a-0720-4600-80ff-704af5ddcfd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:30.115385 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-03a869d7-111a-4688-96b4-248c226efa05 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:30.158774 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Publish callbacks [] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:30.178619 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21223f4b-bef0-46f4-a65a-24474db39f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549b378c-e29a-46ad-b3a3-3315c1212a40,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:30.214237 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55976) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:30.246784 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-f94ea244-07c1-44f6-a7de-d2b6495d24ad tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1894033301', 'description': 'tempest-description--834193370'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:30.316970 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4976648-fb93-4aa0-801d-e47cd58472b8 None None] The sync data for ids ['f7cd51a1-d838-4565-8eb5-c11ef211562b'] in dv-cinder-835384-28-iscsi is: [{'id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'name': 'tempest-DeleteServersTestJSON-1288152233-router', 'tenant_id': '70b4f8716fa84e439293149dd10cac82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f7c150f3-9d49-4b81-a9ce-397cd16d32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:04Z', 'updated_at': '2022-09-22T17:07:13Z', 'revision_number': 4, 'project_id': '70b4f8716fa84e439293149dd10cac82', 'gw_port': {'id': 'f7c150f3-9d49-4b81-a9ce-397cd16d32b3', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:06Z', 'updated_at': '2022-09-22T17:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '4d46bf4c-b412-4a32-8a1d-0e226d2cf842', 'name': '', 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2', 'tenant_id': '70b4f8716fa84e439293149dd10cac82', 'mac_address': 'fa:16:3e:95:6d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'eb9c319a-0720-4600-80ff-704af5ddcfd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:26Z', 'revision_number': 4, 'project_id': '70b4f8716fa84e439293149dd10cac82', 'subnets': [{'id': 'eb9c319a-0720-4600-80ff-704af5ddcfd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:07:30.367515 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:30.368608 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498826'] for router_interface (d8e5a412-a5b6-469e-a8ae-72241d1cab6b), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:30.377782 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f94ea244-07c1-44f6-a7de-d2b6495d24ad tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:30.463310 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:30.613300 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Publish callbacks [] for port (ff1f587e-fa93-4254-9635-0dca9237824b), precommit_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:30.628476 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (ff1f587e-fa93-4254-9635-0dca9237824b), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:30.738778 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:30.750666 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] For port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=5ffb04ff-b318-4a4a-b80d-0c4624b29baa,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:07:30.757523 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Pushing event updated for resources: {'Port': ['ID=6941c941-99da-428b-9650-1eaa1b16b1ad,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:30.787436 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:30.820553 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (5ffb04ff-b318-4a4a-b80d-0c4624b29baa), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:30.844011 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:07:30.853969 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-00c95f02-7415-4db5-8a9d-951085ca26d0 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/a3954ba2-3794-4e5a-a420-633e6048f8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5228834 Sep 22 17:07:30.858117 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 604d834d-b8e5-4ccb-b386-bf05c316e775 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:30.858508 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (604d834d-b8e5-4ccb-b386-bf05c316e775), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:30.911067 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:30.928370 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:31.015833 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:31.079698 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Attempting to bind port ff1f587e-fa93-4254-9635-0dca9237824b on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:31.086498 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Attempting to bind port ff1f587e-fa93-4254-9635-0dca9237824b by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': '15924cea-69c5-423e-854b-35aec44b7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c'}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:31.090532 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Attempting to bind port ff1f587e-fa93-4254-9635-0dca9237824b on network fb742a8a-ec14-42fa-b5c3-8fe1992e342c {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:31.128717 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:31.212689 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f94ea244-07c1-44f6-a7de-d2b6495d24ad tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group (39a61636-31ab-4494-a7ef-f54c6676d62c), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:31.268929 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Network 82eac7a2-877a-48c4-bcb2-cd10274854a5 is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:31.272267 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daaf447-691e-4dca-b4a6-2ef2e1f8b979 None None] Pushing event updated for resources: {'Port': ['ID=ff1f587e-fa93-4254-9635-0dca9237824b,revision_number=3']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:31.278620 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f94ea244-07c1-44f6-a7de-d2b6495d24ad tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (39a61636-31ab-4494-a7ef-f54c6676d62c), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:31.308404 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Provisioning complete for port 96dc1ffa-99dd-4085-826d-9165c8faa9b5 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:31.309035 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (96dc1ffa-99dd-4085-826d-9165c8faa9b5), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:31.310104 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Attempt 1 to provision port 96dc1ffa-99dd-4085-826d-9165c8faa9b5 Sep 22 17:07:31.378869 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:31.379114 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Sync routers for ids ['a3954ba2-3794-4e5a-a420-633e6048f8be'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:07:31.397017 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:31.401874 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for floatingip (244a90f4-eb33-4c61-a471-896177019973), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:31.420253 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:31.420640 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Checking segment: {'id': '15924cea-69c5-423e-854b-35aec44b7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:31.428378 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:31.432069 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f94ea244-07c1-44f6-a7de-d2b6495d24ad tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:31.434359 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Bound using segment: {'id': '15924cea-69c5-423e-854b-35aec44b7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c'} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:31.435555 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Bound port: ff1f587e-fa93-4254-9635-0dca9237824b, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15924cea-69c5-423e-854b-35aec44b7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c'}}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:31.435979 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (ff1f587e-fa93-4254-9635-0dca9237824b), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:31.444599 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-f94ea244-07c1-44f6-a7de-d2b6495d24ad tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2290101 Sep 22 17:07:31.445843 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55996) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:31.538716 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-add28a45-3eab-45c4-8bb1-d880ba7a5921 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Request body: {'security_group_rule': {'security_group_id': '39a61636-31ab-4494-a7ef-f54c6676d62c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:31.760580 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] For port ff1f587e-fa93-4254-9635-0dca9237824b, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:31.769542 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] For port ff1f587e-fa93-4254-9635-0dca9237824b, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=ff1f587e-fa93-4254-9635-0dca9237824b,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:31.783242 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-237d79b6-d567-4355-8fa0-55d7ee5794ab req-1815eaec-f9a6-4ffb-a663-6923ad0fd40d tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 210 time: 0.4485409 Sep 22 17:07:31.795635 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (ff1f587e-fa93-4254-9635-0dca9237824b), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:31.798810 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 55998) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:32.010799 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Routers {'6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:32.015244 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:32.126157 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (8284d3c9-18cc-4a20-b21f-ef17c2a92d4f), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:32.140412 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daaf447-691e-4dca-b4a6-2ef2e1f8b979 None None] Pushing event updated for resources: {'Port': ['ID=ff1f587e-fa93-4254-9635-0dca9237824b,revision_number=4']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:32.305381 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0c26fc81-33e7-4257-9674-cd77bae8d78f admin admin] Publish callbacks [] for security_group (549b378c-e29a-46ad-b3a3-3315c1212a40), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:32.349684 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port 604d834d-b8e5-4ccb-b386-bf05c316e775, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=604d834d-b8e5-4ccb-b386-bf05c316e775,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:07:32.395795 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0c26fc81-33e7-4257-9674-cd77bae8d78f admin admin] Publish callbacks [] for security_group (549b378c-e29a-46ad-b3a3-3315c1212a40), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:32.536053 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Pushing event updated for resources: {'Port': ['ID=5ffb04ff-b318-4a4a-b80d-0c4624b29baa,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:32.538888 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-03a869d7-111a-4688-96b4-248c226efa05 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Allocated IP 172.20.0.8 (1c6ecb7b-a633-45fb-a85c-5e934221e5c2/eb9c319a-0720-4600-80ff-704af5ddcfd9/4f54a4b6-ee55-4522-8820-9778a712cff0) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:32.641580 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (604d834d-b8e5-4ccb-b386-bf05c316e775), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:32.642894 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device f7c150f3-9d49-4b81-a9ce-397cd16d32b3 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:32.655338 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:32.718262 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] Set router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:32.790545 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Routers {'a3954ba2-3794-4e5a-a420-633e6048f8be'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:32.795259 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3954ba2-3794-4e5a-a420-633e6048f8be'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:32.888651 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ea244-07c1-44f6-a7de-d2b6495d24ad tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a61636-31ab-4494-a7ef-f54c6676d62c,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:33.069092 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-670de629-6394-4e2f-8f6f-59a9dba7d271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:33.083476 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0c26fc81-33e7-4257-9674-cd77bae8d78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (549b378c-e29a-46ad-b3a3-3315c1212a40), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:33.086060 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0c26fc81-33e7-4257-9674-cd77bae8d78f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:33.094035 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-0c26fc81-33e7-4257-9674-cd77bae8d78f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/549b378c-e29a-46ad-b3a3-3315c1212a40 HTTP/1.1" status: 204 len: 168 time: 3.1243961 Sep 22 17:07:33.119587 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-add28a45-3eab-45c4-8bb1-d880ba7a5921 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group_rule (a9a2c3eb-0810-483b-96ef-01759948f2d3), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:33.243992 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26fc81-33e7-4257-9674-cd77bae8d78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549b378c-e29a-46ad-b3a3-3315c1212a40,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:33.367777 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0c016f0a-7b5e-4be9-bcb6-6c3a9441f361', 'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'mac_address': 'fa:16:3e:88:d9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:17Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 2, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'subnets': [{'id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:33.580666 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:33.603722 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-670de629-6394-4e2f-8f6f-59a9dba7d271 admin admin] Publish callbacks [] for security_group (d3c0d998-f5b9-47f2-a07a-800f940f45ef), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:33.621018 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for port (8284d3c9-18cc-4a20-b21f-ef17c2a92d4f), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:33.636732 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:33.639610 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Current status of the port 96dc1ffa-99dd-4085-826d-9165c8faa9b5 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:33.646067 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (8284d3c9-18cc-4a20-b21f-ef17c2a92d4f), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:33.657915 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (244a90f4-eb33-4c61-a471-896177019973), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:33.717155 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Provisioning complete for port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:33.717510 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:33.717855 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Attempt 1 to provision port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 Sep 22 17:07:33.727203 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:22Z', 'revision_number': 4, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'ff1f587e-fa93-4254-9635-0dca9237824b', 'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'mac_address': 'fa:16:3e:e4:76:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:18Z', 'updated_at': '2022-09-22T17:07:31Z', 'revision_number': 4, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'subnets': [{'id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:33.801634 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:33.804275 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.6833389 Sep 22 17:07:33.838235 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671ce55-2d20-4b27-9195-dc3eb8283fc1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event updated for resources: {'Port': ['ID=8284d3c9-18cc-4a20-b21f-ef17c2a92d4f,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:33.869530 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-03a869d7-111a-4688-96b4-248c226efa05 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Publish callbacks [] for port (4f54a4b6-ee55-4522-8820-9778a712cff0), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:33.884061 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-670de629-6394-4e2f-8f6f-59a9dba7d271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (d3c0d998-f5b9-47f2-a07a-800f940f45ef), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:33.908288 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33777eb7-271d-4ef7-81db-038fa1f57cf2 None None] The sync data for ids ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'] in dv-cinder-835384-28-iscsi is: [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:22Z', 'revision_number': 4, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'ff1f587e-fa93-4254-9635-0dca9237824b', 'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'mac_address': 'fa:16:3e:e4:76:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:18Z', 'updated_at': '2022-09-22T17:07:31Z', 'revision_number': 4, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'subnets': [{'id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:07:33.940968 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-03a869d7-111a-4688-96b4-248c226efa05 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (4f54a4b6-ee55-4522-8820-9778a712cff0), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:34.114005 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-03a869d7-111a-4688-96b4-248c226efa05 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Network 1c6ecb7b-a633-45fb-a85c-5e934221e5c2 is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:34.131851 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-670de629-6394-4e2f-8f6f-59a9dba7d271 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=779c5dc4bcc34cae955f318ef26747a0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3029981 Sep 22 17:07:34.151194 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56036) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:34.174147 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-03a869d7-111a-4688-96b4-248c226efa05 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:34.189531 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-03a869d7-111a-4688-96b4-248c226efa05 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:34.195161 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-03a869d7-111a-4688-96b4-248c226efa05 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:34.196010 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-03a869d7-111a-4688-96b4-248c226efa05 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:34.199669 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Router d8e5a412-a5b6-469e-a8ae-72241d1cab6b has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:07:34.203368 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2af00590-bc6d-4cf5-b4c0-6acb07c55dc9 req-8e3dc60a-bf8a-4a3f-8102-dbdd0fb066d5 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 210 time: 0.9904335 Sep 22 17:07:34.217257 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a869d7-111a-4688-96b4-248c226efa05 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Pushing event updated for resources: {'Port': ['ID=4f54a4b6-ee55-4522-8820-9778a712cff0,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:34.304810 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-03a869d7-111a-4688-96b4-248c226efa05 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5669699 Sep 22 17:07:34.371907 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-90fca074-d58f-42f0-b468-0d749604958d tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 17:07:34.376834 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-90fca074-d58f-42f0-b468-0d749604958d tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0318038 Sep 22 17:07:34.411681 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670de629-6394-4e2f-8f6f-59a9dba7d271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c0d998-f5b9-47f2-a07a-800f940f45ef,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:34.471814 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-213ace5d-17b3-4835-8758-4b38785225fb admin admin] Publish callbacks [] for security_group (d3c0d998-f5b9-47f2-a07a-800f940f45ef), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:34.527459 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c115b82-7398-412b-a365-1c77dced6271 None None] The sync data for ids ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'] in dv-cinder-835384-28-iscsi is: [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0c016f0a-7b5e-4be9-bcb6-6c3a9441f361', 'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'mac_address': 'fa:16:3e:88:d9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:17Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 2, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'subnets': [{'id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:07:34.563381 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-213ace5d-17b3-4835-8758-4b38785225fb admin admin] Publish callbacks [] for security_group (d3c0d998-f5b9-47f2-a07a-800f940f45ef), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:34.626021 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 56044) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:34.639872 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-add28a45-3eab-45c4-8bb1-d880ba7a5921 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group_rule (a9a2c3eb-0810-483b-96ef-01759948f2d3), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:34.675682 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:34.748214 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port f7c150f3-9d49-4b81-a9ce-397cd16d32b3 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:34.748521 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (f7c150f3-9d49-4b81-a9ce-397cd16d32b3), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:34.748870 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port f7c150f3-9d49-4b81-a9ce-397cd16d32b3 Sep 22 17:07:34.781236 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-add28a45-3eab-45c4-8bb1-d880ba7a5921 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (a9a2c3eb-0810-483b-96ef-01759948f2d3), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:34.847558 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-213ace5d-17b3-4835-8758-4b38785225fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (d3c0d998-f5b9-47f2-a07a-800f940f45ef), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:34.852508 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-213ace5d-17b3-4835-8758-4b38785225fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:34.857642 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-213ace5d-17b3-4835-8758-4b38785225fb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d3c0d998-f5b9-47f2-a07a-800f940f45ef HTTP/1.1" status: 204 len: 168 time: 0.7050450 Sep 22 17:07:34.886841 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ace5d-17b3-4835-8758-4b38785225fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c0d998-f5b9-47f2-a07a-800f940f45ef,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:35.021292 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=604d834d-b8e5-4ccb-b386-bf05c316e775,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:35.028931 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Publish callbacks [] for port (212dc75b-9e60-4249-8311-52ec939e02c9), precommit_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:35.078050 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (212dc75b-9e60-4249-8311-52ec939e02c9), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:35.284233 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Attempt 2 to provision port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 Sep 22 17:07:35.294301 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Attempting to bind port 212dc75b-9e60-4249-8311-52ec939e02c9 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:35.297101 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Attempting to bind port 212dc75b-9e60-4249-8311-52ec939e02c9 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:35.297906 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Attempting to bind port 212dc75b-9e60-4249-8311-52ec939e02c9 on network f003e7b0-1e8d-4666-abdd-e8ce7241106b {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:35.373640 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Set router a3954ba2-3794-4e5a-a420-633e6048f8be gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:35.381992 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Request body: {'port': {'device_id': '6ed59422-e086-4f95-b56c-8dbe57faed78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:35.456614 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add28a45-3eab-45c4-8bb1-d880ba7a5921 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a2c3eb-0810-483b-96ef-01759948f2d3,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:35.511793 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725f558-531b-4156-aac6-ada2e7a77532 None None] Pushing event updated for resources: {'Port': ['ID=212dc75b-9e60-4249-8311-52ec939e02c9,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:35.547884 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5e4a-eb98-4f56-8159-c31482f91863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:35.638591 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:35.640383 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Checking segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:35.641608 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:35.642489 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Bound using segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:35.643562 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Bound port: 212dc75b-9e60-4249-8311-52ec939e02c9, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:35.644749 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (212dc75b-9e60-4249-8311-52ec939e02c9), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:35.658304 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:35.668836 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (4f54a4b6-ee55-4522-8820-9778a712cff0), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:35.670096 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-add28a45-3eab-45c4-8bb1-d880ba7a5921 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:35.679764 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-add28a45-3eab-45c4-8bb1-d880ba7a5921 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.1394610 Sep 22 17:07:35.722238 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56066) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:35.736433 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-a7835caa-0567-46fc-814a-1c2a4981aa2b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Request body: {'security_group_rule': {'security_group_id': '39a61636-31ab-4494-a7ef-f54c6676d62c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:35.873905 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:35.935419 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a7835caa-0567-46fc-814a-1c2a4981aa2b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group_rule (cf9f62b1-a53f-467d-b65e-f4e5c0ff6574), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:35.991669 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:36.054660 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925409e-da00-462d-a2cf-2bfac520da95 req-0b02a128-6e30-44f8-818a-341108565c1b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:36.058865 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3925409e-da00-462d-a2cf-2bfac520da95 req-0b02a128-6e30-44f8-818a-341108565c1b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 818 time: 2.4033115 Sep 22 17:07:36.212249 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:07:36.223338 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-56f2ffa3-3ee8-474d-8ea8-096610f26993 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/d8e5a412-a5b6-469e-a8ae-72241d1cab6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6446981 Sep 22 17:07:36.239082 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a7835caa-0567-46fc-814a-1c2a4981aa2b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group_rule (cf9f62b1-a53f-467d-b65e-f4e5c0ff6574), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:36.240275 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56068) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:36.272324 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1246955e-199f-4d8d-b2ec-43f4c986b865 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/quotas/105c11557b6f45329dc97af01e8ea915 HTTP/1.1" status: 200 len: 375 time: 0.1342988 Sep 22 17:07:36.272458 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:36.283886 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-7ef6e925-eede-4211-ad20-72500280de6a tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1719257123&fields=id&tenant_id=2abeb0b54520461cb414ea9c0599380f HTTP/1.1" status: 200 len: 267 time: 1.4275320 Sep 22 17:07:36.328243 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-24126e3a-2fa5-4cfd-8618-ce2a5457fa3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:36.343401 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a7835caa-0567-46fc-814a-1c2a4981aa2b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (cf9f62b1-a53f-467d-b65e-f4e5c0ff6574), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:36.409473 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] For port 212dc75b-9e60-4249-8311-52ec939e02c9, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:36.419823 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] For port 212dc75b-9e60-4249-8311-52ec939e02c9, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=212dc75b-9e60-4249-8311-52ec939e02c9,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:36.431750 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port f7c150f3-9d49-4b81-a9ce-397cd16d32b3 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:36.435322 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 2641071a-55f2-4956-8c61-6697bd277343 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:36.453614 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (212dc75b-9e60-4249-8311-52ec939e02c9), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:36.617811 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-24126e3a-2fa5-4cfd-8618-ce2a5457fa3a admin admin] Publish callbacks [] for security_group (31f76997-8deb-4c51-a10f-220d0a6975ab), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:36.674397 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3925409e-da00-462d-a2cf-2bfac520da95 req-22e441d8-da4a-48a4-bb5e-071d75f968be tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3715136 Sep 22 17:07:36.717570 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:36.751191 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Attempt 3 to provision port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 Sep 22 17:07:36.774333 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5e4a-eb98-4f56-8159-c31482f91863 admin admin] Publish callbacks [] for security_group (d906a563-9a81-4668-84ae-cc274a3f3166), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:36.782741 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5ebb5e4a-eb98-4f56-8159-c31482f91863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (d906a563-9a81-4668-84ae-cc274a3f3166), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:36.793525 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:36.821496 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-2d2e81c9-1cef-4a87-a596-138599be8c2d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:36.837558 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7835caa-0567-46fc-814a-1c2a4981aa2b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9f62b1-a53f-467d-b65e-f4e5c0ff6574,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:36.840981 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-2d2e81c9-1cef-4a87-a596-138599be8c2d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae HTTP/1.1" status: 200 len: 810 time: 0.5336277 Sep 22 17:07:36.847751 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-24126e3a-2fa5-4cfd-8618-ce2a5457fa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (31f76997-8deb-4c51-a10f-220d0a6975ab), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:36.955265 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:36.957643 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-326bf1f9-16b9-4e9a-aa1d-c838e47d6970 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/quotas/2abeb0b54520461cb414ea9c0599380f HTTP/1.1" status: 200 len: 375 time: 0.1140482 Sep 22 17:07:36.984248 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 2641071a-55f2-4956-8c61-6697bd277343 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:36.985010 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (2641071a-55f2-4956-8c61-6697bd277343), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:36.985561 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 2641071a-55f2-4956-8c61-6697bd277343 Sep 22 17:07:37.001921 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a7835caa-0567-46fc-814a-1c2a4981aa2b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:37.008426 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-a7835caa-0567-46fc-814a-1c2a4981aa2b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2775671 Sep 22 17:07:37.037659 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:37.038967 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:37.129596 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 56078) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:37.145360 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Request body: {'floatingip': {'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:37.163236 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-5ebb5e4a-eb98-4f56-8159-c31482f91863 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=28aa89927d004c14a6edddc6e7808e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5060484 Sep 22 17:07:37.206996 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-7c3dffb8-7693-4c34-8bd3-2425964f40ad tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2abeb0b54520461cb414ea9c0599380f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2447488 Sep 22 17:07:37.216916 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56080) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:37.239383 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:37.243422 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725f558-531b-4156-aac6-ada2e7a77532 None None] Pushing event updated for resources: {'Port': ['ID=212dc75b-9e60-4249-8311-52ec939e02c9,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:37.249808 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:25Z', 'revision_number': 4, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '46d0015b-69e4-475d-8d7c-cb0f73272ff4', 'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'mac_address': 'fa:16:3e:5b:fc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:23Z', 'updated_at': '2022-09-22T17:07:26Z', 'revision_number': 2, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'subnets': [{'id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:37.263709 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb5e4a-eb98-4f56-8159-c31482f91863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d906a563-9a81-4668-84ae-cc274a3f3166,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:37.441950 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-24126e3a-2fa5-4cfd-8618-ce2a5457fa3a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=79533dd9ee05460e94bd5b9ed433f361&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1862168 Sep 22 17:07:37.459943 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:37.461797 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56084) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:37.466334 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24126e3a-2fa5-4cfd-8618-ce2a5457fa3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f76997-8deb-4c51-a10f-220d0a6975ab,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:37.547551 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Checking router: a3954ba2-3794-4e5a-a420-633e6048f8be for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:07:37.548360 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Updating router a3954ba2-3794-4e5a-a420-633e6048f8be port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 binding host dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:07:37.550798 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [req-3925409e-da00-462d-a2cf-2bfac520da95 req-83882617-2f7f-4491-9372-da2ff3337c3a service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 17:07:37.552122 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Attempt 4 to provision port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 Sep 22 17:07:37.552749 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3925409e-da00-462d-a2cf-2bfac520da95 req-83882617-2f7f-4491-9372-da2ff3337c3a service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3852773 Sep 22 17:07:37.602180 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ceb6514a-c293-42b0-824d-0e7ba04d809c admin admin] Publish callbacks [] for security_group (d906a563-9a81-4668-84ae-cc274a3f3166), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:37.791990 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8de73e04-0698-4276-9194-9e62948698d6 admin admin] Publish callbacks [] for security_group (31f76997-8deb-4c51-a10f-220d0a6975ab), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:37.827921 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ceb6514a-c293-42b0-824d-0e7ba04d809c admin admin] Publish callbacks [] for security_group (d906a563-9a81-4668-84ae-cc274a3f3166), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:37.834353 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:37.868863 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:37.882367 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:37.904486 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:37.913074 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 2641071a-55f2-4956-8c61-6697bd277343 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:37.914286 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (2641071a-55f2-4956-8c61-6697bd277343), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:38.021328 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8de73e04-0698-4276-9194-9e62948698d6 admin admin] Publish callbacks [] for security_group (31f76997-8deb-4c51-a10f-220d0a6975ab), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:38.157875 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:38.210792 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:38.385659 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Attempt 5 to provision port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 Sep 22 17:07:38.398646 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port 2641071a-55f2-4956-8c61-6697bd277343, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=2641071a-55f2-4956-8c61-6697bd277343,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:07:38.576501 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8de73e04-0698-4276-9194-9e62948698d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (31f76997-8deb-4c51-a10f-220d0a6975ab), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:38.581477 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8de73e04-0698-4276-9194-9e62948698d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:38.585545 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-8de73e04-0698-4276-9194-9e62948698d6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/31f76997-8deb-4c51-a10f-220d0a6975ab HTTP/1.1" status: 204 len: 168 time: 1.1196325 Sep 22 17:07:38.598757 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ceb6514a-c293-42b0-824d-0e7ba04d809c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (d906a563-9a81-4668-84ae-cc274a3f3166), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:38.604141 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ceb6514a-c293-42b0-824d-0e7ba04d809c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:38.606383 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-ceb6514a-c293-42b0-824d-0e7ba04d809c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d906a563-9a81-4668-84ae-cc274a3f3166 HTTP/1.1" status: 204 len: 168 time: 1.3666940 Sep 22 17:07:38.621119 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (2641071a-55f2-4956-8c61-6697bd277343), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:38.622506 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-f719bc28-4082-4e68-a156-df3de67c410b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3213291 Sep 22 17:07:38.631031 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f54a4b6-ee55-4522-8820-9778a712cff0 {{(pid=106556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:07:38.633910 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 96dc1ffa-99dd-4085-826d-9165c8faa9b5 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:38.665110 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de73e04-0698-4276-9194-9e62948698d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f76997-8deb-4c51-a10f-220d0a6975ab,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:38.691347 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Publish callbacks [] for port (4f54a4b6-ee55-4522-8820-9778a712cff0), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:38.784983 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6514a-c293-42b0-824d-0e7ba04d809c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d906a563-9a81-4668-84ae-cc274a3f3166,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:38.811659 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-3aaef925-a32f-418d-93d0-208a72e6b365 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838481 Sep 22 17:07:38.872257 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.provisioning_blocks [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Transition to ACTIVE for port object 4f54a4b6-ee55-4522-8820-9778a712cff0 will not be triggered until provisioned by entity L2. {{(pid=106556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:07:38.885154 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (4f54a4b6-ee55-4522-8820-9778a712cff0), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:38.922012 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Allocated IP 172.27.1.38 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/0bb0209a-5e51-4617-9426-00d5449aaa0b) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:39.013888 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:39.080569 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:39.233222 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3925409e-da00-462d-a2cf-2bfac520da95 req-4a3bf071-4ecc-437a-92d3-6dd4d666406d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4002578 Sep 22 17:07:39.413728 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Pushing event updated for resources: {'Port': ['ID=4f54a4b6-ee55-4522-8820-9778a712cff0,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:39.419835 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Attempting to bind port 4f54a4b6-ee55-4522-8820-9778a712cff0 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:39.420270 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Attempting to bind port 4f54a4b6-ee55-4522-8820-9778a712cff0 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'd9910c48-be0c-48fb-bb28-008054c81ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2'}] {{(pid=106556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:39.420543 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Attempting to bind port 4f54a4b6-ee55-4522-8820-9778a712cff0 on network 1c6ecb7b-a633-45fb-a85c-5e934221e5c2 {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:39.451691 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:39.565232 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Port 4f54a4b6-ee55-4522-8820-9778a712cff0 on network 1c6ecb7b-a633-45fb-a85c-5e934221e5c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:07:39.565718 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Attempting to bind port 4f54a4b6-ee55-4522-8820-9778a712cff0 on network 1c6ecb7b-a633-45fb-a85c-5e934221e5c2 {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:39.722705 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:39.723198 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Checking segment: {'id': 'd9910c48-be0c-48fb-bb28-008054c81ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:39.724294 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Bound using segment: {'id': 'd9910c48-be0c-48fb-bb28-008054c81ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2'} {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:39.725112 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Bound port: 4f54a4b6-ee55-4522-8820-9778a712cff0, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9910c48-be0c-48fb-bb28-008054c81ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2'}}] {{(pid=106556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:39.725781 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (4f54a4b6-ee55-4522-8820-9778a712cff0), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:39.832495 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:39.838968 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3925409e-da00-462d-a2cf-2bfac520da95 req-0eb5a6f0-30ac-463d-9d24-9cdc27f96ef8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920489 Sep 22 17:07:39.852477 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=2641071a-55f2-4956-8c61-6697bd277343,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:39.929407 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for port (0bb0209a-5e51-4617-9426-00d5449aaa0b), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:39.984484 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Attempt 6 to provision port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 Sep 22 17:07:39.990081 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c616fe-0273-42bc-a3e9-03890e124334 req-bc7c499b-59af-49a2-977f-7009281463de tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:40.002872 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c3c616fe-0273-42bc-a3e9-03890e124334 req-bc7c499b-59af-49a2-977f-7009281463de tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 943 time: 0.6869736 Sep 22 17:07:40.010570 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] For port 4f54a4b6-ee55-4522-8820-9778a712cff0, host hv-cinder-83538, cleared binding levels {{(pid=106556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:40.086045 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] For port 4f54a4b6-ee55-4522-8820-9778a712cff0, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4f54a4b6-ee55-4522-8820-9778a712cff0,segment=NetworkSegment(d9910c48-be0c-48fb-bb28-008054c81ab4),segment_id=d9910c48-be0c-48fb-bb28-008054c81ab4)] {{(pid=106556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:40.103902 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (4f54a4b6-ee55-4522-8820-9778a712cff0), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:40.142590 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:40.200847 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:40.202414 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:40.207206 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/4f54a4b6-ee55-4522-8820-9778a712cff0 HTTP/1.1" status: 200 len: 1093 time: 5.2947981 Sep 22 17:07:40.209436 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed59422-e086-4f95-b56c-8dbe57faed78', 'tag': '4f54a4b6-ee55-4522-8820-9778a712cff0'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:07:40.217733 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (0bb0209a-5e51-4617-9426-00d5449aaa0b), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:40.615049 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Sync routers for ids ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:07:40.639975 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 96dc1ffa-99dd-4085-826d-9165c8faa9b5 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:40.641041 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (96dc1ffa-99dd-4085-826d-9165c8faa9b5), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:40.641596 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 96dc1ffa-99dd-4085-826d-9165c8faa9b5 Sep 22 17:07:40.654721 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Routers {'5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:40.661757 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:40.698713 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:40.703951 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:29Z', 'revision_number': 2, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:40.834867 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587caaff-b188-4a0b-a4bd-36fde05e0560 None None] The sync data for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi is: [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:29Z', 'revision_number': 2, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:07:40.960866 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-cc791e1d-176d-4bd9-85f7-caf44e66c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:40.990308 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-cc791e1d-176d-4bd9-85f7-caf44e66c495 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=70b4f8716fa84e439293149dd10cac82&device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 1127 time: 0.3858356 Sep 22 17:07:41.077034 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Publish callbacks [] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), precommit_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:41.084766 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 96dc1ffa-99dd-4085-826d-9165c8faa9b5 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:41.101720 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 5ffb04ff-b318-4a4a-b80d-0c4624b29baa up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:41.155890 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Set router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:41.245811 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Attempt 7 to provision port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 Sep 22 17:07:41.270794 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:41.406050 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:41.409824 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:41.437354 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c3c616fe-0273-42bc-a3e9-03890e124334 req-7bdd3231-756d-4a37-b833-b33a0549ebcb tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3660817 Sep 22 17:07:41.449476 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3007de-cd00-4c04-bd3f-3f33f4bc4268 service neutron] Pushing event updated for resources: {'Port': ['ID=4f54a4b6-ee55-4522-8820-9778a712cff0,revision_number=3']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:41.457576 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:41.481005 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc309a6-b1d5-4084-ae9a-eeb83a847b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed59422-e086-4f95-b56c-8dbe57faed78", "tag": "4f54a4b6-ee55-4522-8820-9778a712cff0"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:07:41.495587 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:41.499875 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-ac637a5f-a40b-4a8c-a1a1-2a386913aee7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f54a4b6-ee55-4522-8820-9778a712cff0 HTTP/1.1" status: 200 len: 217 time: 0.4577906 Sep 22 17:07:41.666833 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:41.669065 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0c016f0a-7b5e-4be9-bcb6-6c3a9441f361', 'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'mac_address': 'fa:16:3e:88:d9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:17Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 2, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'subnets': [{'id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:41.748101 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event updated for resources: {'Port': ['ID=0bb0209a-5e51-4617-9426-00d5449aaa0b,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:41.752507 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-a932776a-377f-4b32-bdab-99dcb7a413fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:41.757064 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-a932776a-377f-4b32-bdab-99dcb7a413fa service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=eb9c319a-0720-4600-80ff-704af5ddcfd9 HTTP/1.1" status: 200 len: 851 time: 0.2501800 Sep 22 17:07:41.757648 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:41.758930 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (5ffb04ff-b318-4a4a-b80d-0c4624b29baa), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:41.759583 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa Sep 22 17:07:41.764963 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac14d55-2c8b-4924-b5fa-18d8a8f4108f None None] Pushing event updated for resources: {'Port': ['ID=46d0015b-69e4-475d-8d7c-cb0f73272ff4,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:41.801721 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Checking router: 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:07:41.802100 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Updating router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 port 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361 binding host dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:07:41.960529 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Attempt 8 to provision port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 Sep 22 17:07:41.989576 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:41.995954 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Attempting to bind port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:41.997187 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Attempting to bind port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:41.998071 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (0c016f0a-7b5e-4be9-bcb6-6c3a9441f361), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:41.999386 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Attempting to bind port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 on network 906da010-9d01-428f-8bbf-d862e44df893 {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:42.005487 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:42.121768 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:42.153666 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:42.174284 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-b97f64a5-c831-414d-ac28-0e152ff0d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:42.192501 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:42.194459 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-b97f64a5-c831-414d-ac28-0e152ff0d55c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1c6ecb7b-a633-45fb-a85c-5e934221e5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4219351 Sep 22 17:07:42.194647 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Checking segment: {'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:42.196564 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:42.198750 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Bound using segment: {'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:42.200777 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Bound port: 46d0015b-69e4-475d-8d7c-cb0f73272ff4, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:42.206304 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:42.306658 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for floatingip (dee8b39d-b30f-4009-8044-c89915518856), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:42.356974 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 56184) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:42.377943 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-c360ce4a-8154-4666-8ab5-81bcbc5b0111 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646853484', 'description': 'tempest-description--101473742'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:42.645709 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ae7bb5c7-07ed-4b17-8044-077baf702ac1 req-1caf22f3-d911-4615-b931-f0b14a898c6a tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 210 time: 0.8790114 Sep 22 17:07:42.676267 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] For port 46d0015b-69e4-475d-8d7c-cb0f73272ff4, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:42.685352 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] For port 46d0015b-69e4-475d-8d7c-cb0f73272ff4, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=46d0015b-69e4-475d-8d7c-cb0f73272ff4,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:42.725684 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Attempt 9 to provision port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 Sep 22 17:07:42.770703 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:42.791424 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6da25590-d5d9-4843-b0a1-35a7baee0680 req-98d660f2-4897-4543-87ec-e443f4533dc6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 210 time: 0.3148658 Sep 22 17:07:42.812565 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c360ce4a-8154-4666-8ab5-81bcbc5b0111 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:42.851407 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-66f6634d-8ebf-43e5-b103-f20b7ed6d7e9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1c6ecb7b-a633-45fb-a85c-5e934221e5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6557791 Sep 22 17:07:42.927029 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (0bb0209a-5e51-4617-9426-00d5449aaa0b), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:43.089797 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:43.201896 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Routers {'a3954ba2-3794-4e5a-a420-633e6048f8be'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:43.205095 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3954ba2-3794-4e5a-a420-633e6048f8be'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:43.369937 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c360ce4a-8154-4666-8ab5-81bcbc5b0111 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (8592ae92-61a8-4047-b384-7cc2d2996149), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:43.381541 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a0de982-755f-49f1-8f3e-d179d3627f67 req-92073379-9215-4989-8b58-5d9c6c1a26f3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1c6ecb7b-a633-45fb-a85c-5e934221e5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169380 Sep 22 17:07:43.502077 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Publish callbacks [] for port (0c016f0a-7b5e-4be9-bcb6-6c3a9441f361), precommit_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:43.525248 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (0c016f0a-7b5e-4be9-bcb6-6c3a9441f361), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:43.527097 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa9d489-983e-4655-a6d6-bb6173cd42a9 x-openstack-request-id: req-baa9d489-983e-4655-a6d6-bb6173cd42a9 {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:07:43.528489 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed59422-e086-4f95-b56c-8dbe57faed78", "tag": "4f54a4b6-ee55-4522-8820-9778a712cff0", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:07:43.528886 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-baa9d489-983e-4655-a6d6-bb6173cd42a9 {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:07:43.529594 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baa9d489-983e-4655-a6d6-bb6173cd42a9'] response: {'name': 'network-changed', 'server_uuid': '6ed59422-e086-4f95-b56c-8dbe57faed78', 'tag': '4f54a4b6-ee55-4522-8820-9778a712cff0', 'status': 'completed', 'code': 200} Sep 22 17:07:43.549457 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac14d55-2c8b-4924-b5fa-18d8a8f4108f None None] Pushing event updated for resources: {'Port': ['ID=46d0015b-69e4-475d-8d7c-cb0f73272ff4,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:43.564022 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c360ce4a-8154-4666-8ab5-81bcbc5b0111 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (8592ae92-61a8-4047-b384-7cc2d2996149), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:43.609324 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:43.733663 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc309a6-b1d5-4084-ae9a-eeb83a847b8e req-3ce6efb0-f7a8-4325-9661-2a096f51d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:43.736856 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-8bc309a6-b1d5-4084-ae9a-eeb83a847b8e req-3ce6efb0-f7a8-4325-9661-2a096f51d1f0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=70b4f8716fa84e439293149dd10cac82&device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 1127 time: 0.1058826 Sep 22 17:07:43.811312 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:43.894506 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360ce4a-8154-4666-8ab5-81bcbc5b0111 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8592ae92-61a8-4047-b384-7cc2d2996149,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:43.901761 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Attempting to bind port 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:43.902311 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Attempting to bind port 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'b146063c-c8b6-41a0-b4d9-98c3042a1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae'}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:43.907587 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Attempting to bind port 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361 on network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:43.978572 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] Set router a3954ba2-3794-4e5a-a420-633e6048f8be gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:44.062672 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:44.062812 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c360ce4a-8154-4666-8ab5-81bcbc5b0111 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:44.064818 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Checking segment: {'id': 'b146063c-c8b6-41a0-b4d9-98c3042a1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:44.065457 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:44.067858 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Bound using segment: {'id': 'b146063c-c8b6-41a0-b4d9-98c3042a1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae'} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:44.068574 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Bound port: 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b146063c-c8b6-41a0-b4d9-98c3042a1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae'}}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:44.069036 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-c360ce4a-8154-4666-8ab5-81bcbc5b0111 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.7050400 Sep 22 17:07:44.077195 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Current status of the port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:44.077195 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:44.077533 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (0c016f0a-7b5e-4be9-bcb6-6c3a9441f361), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:44.079657 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56226) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:44.111210 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-b19840a7-7a2b-4fb3-9dfb-6b6315ebf55e tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'security_group_rule': {'security_group_id': '8592ae92-61a8-4047-b384-7cc2d2996149', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:44.189093 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] For port 46d0015b-69e4-475d-8d7c-cb0f73272ff4, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=46d0015b-69e4-475d-8d7c-cb0f73272ff4,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:07:44.218029 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:44.258029 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Provisioning complete for port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:44.266628 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:44.267410 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Attempt 1 to provision port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 Sep 22 17:07:44.278814 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e1c9e-8110-410f-95bc-99e333dc50fd None None] Pushing event updated for resources: {'Port': ['ID=0c016f0a-7b5e-4be9-bcb6-6c3a9441f361,revision_number=3']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:44.295437 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=100 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:44.474600 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] For port 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:44.493616 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] For port 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=0c016f0a-7b5e-4be9-bcb6-6c3a9441f361,segment=NetworkSegment(b146063c-c8b6-41a0-b4d9-98c3042a1877),segment_id=b146063c-c8b6-41a0-b4d9-98c3042a1877)] {{(pid=106558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:44.527292 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (0c016f0a-7b5e-4be9-bcb6-6c3a9441f361), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:44.535564 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3ac6d-4b38-4bad-82d7-e2d95e630318 req-e908da54-0622-49d0-8556-cb90bb45637a tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:44.555559 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-36b3ac6d-4b38-4bad-82d7-e2d95e630318 req-e908da54-0622-49d0-8556-cb90bb45637a tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 943 time: 1.1711438 Sep 22 17:07:44.558172 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.33', 50350) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:44.706926 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device ff1f587e-fa93-4254-9635-0dca9237824b up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:44.753018 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9f75a543-22b1-403b-9503-eb5bdf6b617f req-c436693c-9081-4658-bc71-47c1e9da7654 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 210 time: 0.7430451 Sep 22 17:07:44.770868 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Routers {'5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:44.771595 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:44.780451 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:45.081814 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-36b3ac6d-4b38-4bad-82d7-e2d95e630318 req-a6e7d6b4-4d00-4ef9-8403-1709a0d7c7ff tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223799 Sep 22 17:07:45.144838 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Pushing event updated for resources: {'Port': ['ID=46d0015b-69e4-475d-8d7c-cb0f73272ff4,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:45.173304 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Current status of the port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:45.173847 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:45.199128 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port ff1f587e-fa93-4254-9635-0dca9237824b triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:45.199614 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (ff1f587e-fa93-4254-9635-0dca9237824b), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:45.200787 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port ff1f587e-fa93-4254-9635-0dca9237824b Sep 22 17:07:45.204905 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e1c9e-8110-410f-95bc-99e333dc50fd None None] Pushing event updated for resources: {'Port': ['ID=0c016f0a-7b5e-4be9-bcb6-6c3a9441f361,revision_number=4']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:45.246170 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:45.353045 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc309a6-b1d5-4084-ae9a-eeb83a847b8e req-750f2d34-76b4-4c37-818e-58f5b0a7dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:45.369464 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-8bc309a6-b1d5-4084-ae9a-eeb83a847b8e req-750f2d34-76b4-4c37-818e-58f5b0a7dde7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=1c6ecb7b-a633-45fb-a85c-5e934221e5c2 HTTP/1.1" status: 200 len: 913 time: 1.2977576 Sep 22 17:07:45.391319 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port ff1f587e-fa93-4254-9635-0dca9237824b is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:45.391835 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (ff1f587e-fa93-4254-9635-0dca9237824b), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:45.395824 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] Set router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:45.497070 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for port (0bb0209a-5e51-4617-9426-00d5449aaa0b), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:45.509945 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] For port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=4d46bf4c-b412-4a32-8a1d-0e226d2cf842,segment=NetworkSegment(d9910c48-be0c-48fb-bb28-008054c81ab4),segment_id=d9910c48-be0c-48fb-bb28-008054c81ab4)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:07:45.546062 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (0bb0209a-5e51-4617-9426-00d5449aaa0b), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:45.546796 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (dee8b39d-b30f-4009-8044-c89915518856), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:45.554223 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b19840a7-7a2b-4fb3-9dfb-6b6315ebf55e tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (4336c70f-64e8-4886-b418-fb1b855986bd), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:45.564819 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port ff1f587e-fa93-4254-9635-0dca9237824b, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=ff1f587e-fa93-4254-9635-0dca9237824b,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:07:45.569939 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:45.586107 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Provisioning complete for port 10c05315-834f-4150-8441-8f27a7c2855e triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:45.586977 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (10c05315-834f-4150-8441-8f27a7c2855e), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:45.587548 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Attempt 1 to provision port 10c05315-834f-4150-8441-8f27a7c2855e Sep 22 17:07:45.590150 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (ff1f587e-fa93-4254-9635-0dca9237824b), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:45.592321 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 604d834d-b8e5-4ccb-b386-bf05c316e775 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:45.701165 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:45.707978 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event updated for resources: {'Port': ['ID=0bb0209a-5e51-4617-9426-00d5449aaa0b,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:45.718312 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:45.722406 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:25Z', 'revision_number': 4, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '46d0015b-69e4-475d-8d7c-cb0f73272ff4', 'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'mac_address': 'fa:16:3e:5b:fc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:23Z', 'updated_at': '2022-09-22T17:07:42Z', 'revision_number': 4, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'subnets': [{'id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:45.732446 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-cc0b1ae2-bd37-47f1-a8a5-8791d53ef033 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.5961213 Sep 22 17:07:45.762518 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471c8a-28cd-4481-801e-949d83db65e0 req-e4e9177b-eec1-4050-9f50-91e8bccb25bd tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:45.776432 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a4cd8-c1c0-4ba8-9bac-8bff5fc9db62 None None] The sync data for ids ['a3954ba2-3794-4e5a-a420-633e6048f8be'] in dv-cinder-835384-28-iscsi is: [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:25Z', 'revision_number': 4, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '46d0015b-69e4-475d-8d7c-cb0f73272ff4', 'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'mac_address': 'fa:16:3e:5b:fc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:23Z', 'updated_at': '2022-09-22T17:07:42Z', 'revision_number': 4, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'subnets': [{'id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:07:45.796351 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-35471c8a-28cd-4481-801e-949d83db65e0 req-e4e9177b-eec1-4050-9f50-91e8bccb25bd tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 818 time: 0.6739571 Sep 22 17:07:45.802910 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Pushing event updated for resources: {'Port': ['ID=4d46bf4c-b412-4a32-8a1d-0e226d2cf842,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:45.845617 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-35471c8a-28cd-4481-801e-949d83db65e0 req-aa7d962d-b7c2-47ff-b12e-b583ba751ee1 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/quotas/105c11557b6f45329dc97af01e8ea915 HTTP/1.1" status: 200 len: 375 time: 0.0440738 Sep 22 17:07:45.846414 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.33', 50357) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:45.870809 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-8bc309a6-b1d5-4084-ae9a-eeb83a847b8e req-5c712a49-b6fb-4f73-a281-52419d90156b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f54a4b6-ee55-4522-8820-9778a712cff0 HTTP/1.1" status: 200 len: 217 time: 0.4419270 Sep 22 17:07:45.991553 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 604d834d-b8e5-4ccb-b386-bf05c316e775 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:46.021954 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (604d834d-b8e5-4ccb-b386-bf05c316e775), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:46.022556 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 604d834d-b8e5-4ccb-b386-bf05c316e775 Sep 22 17:07:46.117829 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc309a6-b1d5-4084-ae9a-eeb83a847b8e req-42bb4d95-d345-4ed4-abb5-4f06fb918f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:46.119376 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-8bc309a6-b1d5-4084-ae9a-eeb83a847b8e req-42bb4d95-d345-4ed4-abb5-4f06fb918f84 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=eb9c319a-0720-4600-80ff-704af5ddcfd9 HTTP/1.1" status: 200 len: 851 time: 0.1980729 Sep 22 17:07:46.217748 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0c016f0a-7b5e-4be9-bcb6-6c3a9441f361', 'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'mac_address': 'fa:16:3e:88:d9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:17Z', 'updated_at': '2022-09-22T17:07:44Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'subnets': [{'id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:46.226827 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=ff1f587e-fa93-4254-9635-0dca9237824b,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:46.316971 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f83dc5a-d5af-4379-95e5-696488cdc6b2 None None] The sync data for ids ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'] in dv-cinder-835384-28-iscsi is: [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0c016f0a-7b5e-4be9-bcb6-6c3a9441f361', 'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'mac_address': 'fa:16:3e:88:d9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:17Z', 'updated_at': '2022-09-22T17:07:44Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'subnets': [{'id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:07:46.478111 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1c98d096-d91c-4f7d-bcc1-9a0b5a1aacd8 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6267095 Sep 22 17:07:46.521042 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925409e-da00-462d-a2cf-2bfac520da95 req-77d1f782-9e67-4f55-9cca-7ea9d700da9e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:46.522791 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3925409e-da00-462d-a2cf-2bfac520da95 req-77d1f782-9e67-4f55-9cca-7ea9d700da9e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.33 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 818 time: 0.5251117 Sep 22 17:07:46.553366 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-3925409e-da00-462d-a2cf-2bfac520da95 req-3639c9c6-b66b-4faa-8cda-8b6c73df6cbb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Request body: {'port': {'device_id': 'b7947f62-c48e-4f60-b109-295247f6e1aa', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'admin_state_up': True, 'tenant_id': '105c11557b6f45329dc97af01e8ea915'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:46.561904 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0a1b4e01-121b-4fd1-9d6d-cb30e22b574b req-8bb4eab3-187a-49ac-8d96-00f004133b26 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 210 time: 0.0826199 Sep 22 17:07:46.565652 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:46.605662 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b19840a7-7a2b-4fb3-9dfb-6b6315ebf55e tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (4336c70f-64e8-4886-b418-fb1b855986bd), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:46.651629 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Current status of the port 10c05315-834f-4150-8441-8f27a7c2855e is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:46.657896 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b19840a7-7a2b-4fb3-9dfb-6b6315ebf55e tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (4336c70f-64e8-4886-b418-fb1b855986bd), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:46.711572 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-7803006b-b089-4ebf-ae67-c0201fb72d72 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:46.717458 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-7803006b-b089-4ebf-ae67-c0201fb72d72 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.33 "GET /networking/v2.0/networks?id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae HTTP/1.1" status: 200 len: 810 time: 2.0981317 Sep 22 17:07:46.748252 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19840a7-7a2b-4fb3-9dfb-6b6315ebf55e tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4336c70f-64e8-4886-b418-fb1b855986bd,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:46.816449 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc309a6-b1d5-4084-ae9a-eeb83a847b8e req-7d1fece2-8929-4158-8a66-2a35cf621961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:46.826529 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-8bc309a6-b1d5-4084-ae9a-eeb83a847b8e req-7d1fece2-8929-4158-8a66-2a35cf621961 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1c6ecb7b-a633-45fb-a85c-5e934221e5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.6198344 Sep 22 17:07:46.922592 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b19840a7-7a2b-4fb3-9dfb-6b6315ebf55e tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:46.947415 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-b19840a7-7a2b-4fb3-9dfb-6b6315ebf55e tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8461580 Sep 22 17:07:46.949404 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56278) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:46.978708 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-1cc85d12-76de-4800-8774-e1a5fc9d0c6c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'security_group_rule': {'security_group_id': '8592ae92-61a8-4047-b384-7cc2d2996149', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:47.078996 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1cc85d12-76de-4800-8774-e1a5fc9d0c6c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (70d5cdbc-90ad-4a18-95c3-3cb9c5c853a7), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:47.278794 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-35471c8a-28cd-4481-801e-949d83db65e0 req-41dc364d-f2bb-4190-8ab6-bf15648bb0c0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7370501 Sep 22 17:07:47.316806 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 604d834d-b8e5-4ccb-b386-bf05c316e775 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:47.320362 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 2641071a-55f2-4956-8c61-6697bd277343 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:47.413452 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Provisioning complete for port ff1f587e-fa93-4254-9635-0dca9237824b triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:47.413861 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (ff1f587e-fa93-4254-9635-0dca9237824b), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:47.414284 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Attempt 1 to provision port ff1f587e-fa93-4254-9635-0dca9237824b Sep 22 17:07:47.463149 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:47.635239 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-aaff0b99-af6a-4b86-84e8-97a1afec7362 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2abeb0b54520461cb414ea9c0599380f HTTP/1.1" status: 200 len: 380 time: 0.8543591 Sep 22 17:07:47.641240 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b8dd6-bb05-457f-b974-4a50ed965240 req-3409c50c-3b60-4fc0-a47a-e292c783642f tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:47.670402 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-341b8dd6-bb05-457f-b974-4a50ed965240 req-3409c50c-3b60-4fc0-a47a-e292c783642f tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 943 time: 0.6642108 Sep 22 17:07:47.748780 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 2641071a-55f2-4956-8c61-6697bd277343 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:47.753660 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (2641071a-55f2-4956-8c61-6697bd277343), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:47.754453 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 2641071a-55f2-4956-8c61-6697bd277343 Sep 22 17:07:47.757750 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-8bc309a6-b1d5-4084-ae9a-eeb83a847b8e req-2560ac6b-4a17-4378-9e6f-7741b4b35370 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1c6ecb7b-a633-45fb-a85c-5e934221e5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8569369 Sep 22 17:07:47.765416 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-0fc78144-a7ba-432a-9e60-df76d79ebb72 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Request body: {'port': {'device_id': '979379b2-1673-4425-be3f-98d99729db47', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'admin_state_up': True, 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'security_groups': ['4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13']}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:48.143440 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-341b8dd6-bb05-457f-b974-4a50ed965240 req-e727fe16-f81f-4c73-ac87-c1393d975e95 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180555 Sep 22 17:07:48.331287 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Current status of the port ff1f587e-fa93-4254-9635-0dca9237824b is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:48.370385 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3925409e-da00-462d-a2cf-2bfac520da95 req-3639c9c6-b66b-4faa-8cda-8b6c73df6cbb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Made reservation on behalf of 105c11557b6f45329dc97af01e8ea915 for: {'port': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:48.398745 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-3925409e-da00-462d-a2cf-2bfac520da95 req-3639c9c6-b66b-4faa-8cda-8b6c73df6cbb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:48.525329 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-35471c8a-28cd-4481-801e-949d83db65e0 req-d7a207e2-896f-4e15-b39f-acb4fec97476 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2450807 Sep 22 17:07:48.526094 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1cc85d12-76de-4800-8774-e1a5fc9d0c6c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (70d5cdbc-90ad-4a18-95c3-3cb9c5c853a7), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:48.534532 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:48.535722 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:48.556520 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Sync routers for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:07:48.562646 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1cc85d12-76de-4800-8774-e1a5fc9d0c6c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (70d5cdbc-90ad-4a18-95c3-3cb9c5c853a7), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:48.616013 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:48.621185 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:48.625591 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-0fc78144-a7ba-432a-9e60-df76d79ebb72 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Made reservation on behalf of 2abeb0b54520461cb414ea9c0599380f for: {'port': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:48.636632 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-0fc78144-a7ba-432a-9e60-df76d79ebb72 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:48.753017 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc85d12-76de-4800-8774-e1a5fc9d0c6c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d5cdbc-90ad-4a18-95c3-3cb9c5c853a7,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:48.825840 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Provisioning complete for port 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:48.826298 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (0c016f0a-7b5e-4be9-bcb6-6c3a9441f361), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:48.826648 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Attempt 1 to provision port 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361 Sep 22 17:07:48.828267 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:48.844213 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1cc85d12-76de-4800-8774-e1a5fc9d0c6c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:48.851421 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-1cc85d12-76de-4800-8774-e1a5fc9d0c6c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8836002 Sep 22 17:07:48.858063 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56320) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:48.957205 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'floatingip': {'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:49.113733 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 2641071a-55f2-4956-8c61-6697bd277343 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:49.114967 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 98ee271d-107b-437f-aa0a-45deb83f0595 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:49.120376 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:49.312245 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b841a4df-a726-4e3e-b8df-1de105c6ec14 req-03abb309-be2b-405c-b781-bc90b28c264c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 210 time: 0.2621784 Sep 22 17:07:49.547230 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:49.588114 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-adf653a0-6e08-4439-87e2-70501268312f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1894033301&fields=id&tenant_id=45847b1fd67c4caaa03a36895cd2263a HTTP/1.1" status: 200 len: 267 time: 0.7931674 Sep 22 17:07:49.650155 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [req-3925409e-da00-462d-a2cf-2bfac520da95 req-3639c9c6-b66b-4faa-8cda-8b6c73df6cbb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Allocated IP 172.20.0.3 (906da010-9d01-428f-8bbf-d862e44df893/ff3b5331-7dbe-4b3b-ac39-cc04115e40fd/d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:49.707410 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Current status of the port 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:49.708038 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (0c016f0a-7b5e-4be9-bcb6-6c3a9441f361), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:49.795769 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-8bc309a6-b1d5-4084-ae9a-eeb83a847b8e req-f10d3b97-9bad-48f5-9a48-12e4a2a44800 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1c6ecb7b-a633-45fb-a85c-5e934221e5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9981039 Sep 22 17:07:49.831187 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:49.942730 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 98ee271d-107b-437f-aa0a-45deb83f0595 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:49.943575 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (98ee271d-107b-437f-aa0a-45deb83f0595), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:49.944087 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 98ee271d-107b-437f-aa0a-45deb83f0595 Sep 22 17:07:49.987215 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:50.026073 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] For port 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=0c016f0a-7b5e-4be9-bcb6-6c3a9441f361,segment=NetworkSegment(b146063c-c8b6-41a0-b4d9-98c3042a1877),segment_id=b146063c-c8b6-41a0-b4d9-98c3042a1877)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:07:50.041885 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (0c016f0a-7b5e-4be9-bcb6-6c3a9441f361), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:50.196591 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Pushing event updated for resources: {'Port': ['ID=0c016f0a-7b5e-4be9-bcb6-6c3a9441f361,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:50.232145 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Provisioning complete for port 604d834d-b8e5-4ccb-b386-bf05c316e775 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:50.232424 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (604d834d-b8e5-4ccb-b386-bf05c316e775), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:50.232746 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Attempt 1 to provision port 604d834d-b8e5-4ccb-b386-bf05c316e775 Sep 22 17:07:50.238214 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-0fc78144-a7ba-432a-9e60-df76d79ebb72 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Allocated IP 172.20.0.11 (ade9c12a-c9b5-416e-9a3a-173c84f0a9ae/1c5982a3-8aaa-4aa9-908c-22cf8406126d/e62c689f-694f-4650-961c-8b16b6ed4e18) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:50.325667 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 98ee271d-107b-437f-aa0a-45deb83f0595 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:50.325879 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (98ee271d-107b-437f-aa0a-45deb83f0595), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:50.385492 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port 98ee271d-107b-437f-aa0a-45deb83f0595, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=98ee271d-107b-437f-aa0a-45deb83f0595,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:07:50.414018 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Allocated IP 172.27.1.78 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/8ebdb9e2-a6de-4612-8306-6ce62a6d31ee) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:50.415773 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (98ee271d-107b-437f-aa0a-45deb83f0595), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:50.416619 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 668dd0ab-929d-487d-96bf-8dccf031084b up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:50.530246 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:50.538607 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-2d02ed23-b51f-4833-81f8-e082426fc0be None None] Current status of the port 604d834d-b8e5-4ccb-b386-bf05c316e775 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:50.556639 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2b49a3c0-cd46-477a-bf90-a7058939d3c9 req-33bf4057-152f-4e5c-a1f8-61f43d046239 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 210 time: 0.6235898 Sep 22 17:07:50.594890 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=98ee271d-107b-437f-aa0a-45deb83f0595,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:50.626017 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:29Z', 'revision_number': 2, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:50.662363 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Checking router: d8e5a412-a5b6-469e-a8ae-72241d1cab6b for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:07:50.663016 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Updating router d8e5a412-a5b6-469e-a8ae-72241d1cab6b port 6941c941-99da-428b-9650-1eaa1b16b1ad binding host dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:07:50.716740 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:50.743212 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] Provisioning complete for port ff1f587e-fa93-4254-9635-0dca9237824b triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:50.743912 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (ff1f587e-fa93-4254-9635-0dca9237824b), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:50.744421 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] Attempt 1 to provision port ff1f587e-fa93-4254-9635-0dca9237824b Sep 22 17:07:50.787171 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-b261c32d-c930-47b1-b384-af284ba95bf9 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:50.794863 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-b261c32d-c930-47b1-b384-af284ba95bf9 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c HTTP/1.1" status: 200 len: 816 time: 1.1675313 Sep 22 17:07:50.807629 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-0fc78144-a7ba-432a-9e60-df76d79ebb72 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for port (e62c689f-694f-4650-961c-8b16b6ed4e18), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:50.820073 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf681b3d-720a-4f8d-887c-383fd44e708d req-ccb1aeb2-2d7d-4dd1-9888-ac549c165886 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:50.829389 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf681b3d-720a-4f8d-887c-383fd44e708d req-ccb1aeb2-2d7d-4dd1-9888-ac549c165886 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 943 time: 0.1468108 Sep 22 17:07:50.838249 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:50.858657 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 668dd0ab-929d-487d-96bf-8dccf031084b triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:50.859701 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (668dd0ab-929d-487d-96bf-8dccf031084b), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:50.860397 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 668dd0ab-929d-487d-96bf-8dccf031084b Sep 22 17:07:50.875060 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-78aa0749-80bc-4e9a-91a5-e5d88a7d1e57 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/quotas/45847b1fd67c4caaa03a36895cd2263a HTTP/1.1" status: 200 len: 375 time: 0.0706792 Sep 22 17:07:50.902555 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-3925409e-da00-462d-a2cf-2bfac520da95 req-3639c9c6-b66b-4faa-8cda-8b6c73df6cbb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for port (d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:50.907267 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-0fc78144-a7ba-432a-9e60-df76d79ebb72 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (e62c689f-694f-4650-961c-8b16b6ed4e18), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:50.991219 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf681b3d-720a-4f8d-887c-383fd44e708d req-b912c319-984d-428e-bbac-cb4443afa28e tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606476 Sep 22 17:07:51.021890 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-c785fe68-3eac-4e15-a095-70f0d0672b7a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=45847b1fd67c4caaa03a36895cd2263a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1543100 Sep 22 17:07:51.034320 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:51.063133 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:51.116395 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-3925409e-da00-462d-a2cf-2bfac520da95 req-3639c9c6-b66b-4faa-8cda-8b6c73df6cbb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:51.178807 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:51.181867 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 668dd0ab-929d-487d-96bf-8dccf031084b is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:51.182501 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (668dd0ab-929d-487d-96bf-8dccf031084b), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:51.220444 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3925409e-da00-462d-a2cf-2bfac520da95 req-3639c9c6-b66b-4faa-8cda-8b6c73df6cbb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Network 906da010-9d01-428f-8bbf-d862e44df893 is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:51.223384 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc78144-a7ba-432a-9e60-df76d79ebb72 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event updated for resources: {'Port': ['ID=e62c689f-694f-4650-961c-8b16b6ed4e18,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:51.232555 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [req-3925409e-da00-462d-a2cf-2bfac520da95 req-3639c9c6-b66b-4faa-8cda-8b6c73df6cbb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:51.237960 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-b2c64dc9-8441-414c-b9dc-29da9806bb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:51.254114 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3925409e-da00-462d-a2cf-2bfac520da95 req-3639c9c6-b66b-4faa-8cda-8b6c73df6cbb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:51.259476 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925409e-da00-462d-a2cf-2bfac520da95 req-3639c9c6-b66b-4faa-8cda-8b6c73df6cbb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:51.260557 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-3925409e-da00-462d-a2cf-2bfac520da95 req-3639c9c6-b66b-4faa-8cda-8b6c73df6cbb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:51.281630 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-0fc78144-a7ba-432a-9e60-df76d79ebb72 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:51.307445 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639c9c6-b66b-4faa-8cda-8b6c73df6cbb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Pushing event updated for resources: {'Port': ['ID=d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:51.321274 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-0f65b167-454b-4261-97b9-f38c995d5e81 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891440 Sep 22 17:07:51.401791 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for port (8ebdb9e2-a6de-4612-8306-6ce62a6d31ee), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:51.422778 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:51.426067 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-0fc78144-a7ba-432a-9e60-df76d79ebb72 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:51.435439 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3925409e-da00-462d-a2cf-2bfac520da95 req-3639c9c6-b66b-4faa-8cda-8b6c73df6cbb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8712518 Sep 22 17:07:51.436362 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 56368) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:51.454222 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-0fc78144-a7ba-432a-9e60-df76d79ebb72 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:51.463149 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-0fc78144-a7ba-432a-9e60-df76d79ebb72 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:51.464622 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-0fc78144-a7ba-432a-9e60-df76d79ebb72 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:51.515329 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-0fc78144-a7ba-432a-9e60-df76d79ebb72 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7559569 Sep 22 17:07:51.529388 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (8ebdb9e2-a6de-4612-8306-6ce62a6d31ee), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:51.591760 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-6ca4a8ed-ec71-4461-a4bf-9661c73480ed service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694740 Sep 22 17:07:51.609807 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be1c16-9092-414f-968c-75817b510f98 req-22eed373-f9ca-4e98-9dcf-7e5bae9d0cac tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:51.628723 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a8be1c16-9092-414f-968c-75817b510f98 req-22eed373-f9ca-4e98-9dcf-7e5bae9d0cac tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 932 time: 0.1425889 Sep 22 17:07:51.706854 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a19fe4b6-a456-48f9-ac1f-1b9f80249d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:51.719547 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:51.720853 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'Port': ['ID=8ebdb9e2-a6de-4612-8306-6ce62a6d31ee,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:51.737940 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:51.742425 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:51.787051 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port 668dd0ab-929d-487d-96bf-8dccf031084b, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=668dd0ab-929d-487d-96bf-8dccf031084b,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:07:51.789564 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] Current status of the port ff1f587e-fa93-4254-9635-0dca9237824b is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:51.804404 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (668dd0ab-929d-487d-96bf-8dccf031084b), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:51.807925 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 5ffb04ff-b318-4a4a-b80d-0c4624b29baa up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:51.818345 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (59e85e10-0dba-4c98-a93b-e6720808039e), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:51.829791 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a8be1c16-9092-414f-968c-75817b510f98 req-d5991553-005e-432a-a822-93a7e90b302e tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966233 Sep 22 17:07:51.912030 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (8ebdb9e2-a6de-4612-8306-6ce62a6d31ee), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:52.007474 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6246d558-6757-4427-befd-5a72f71ff205 req-7ad99240-862d-469e-9f5a-46ecf48de7a0 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 210 time: 0.0571923 Sep 22 17:07:52.032387 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a19fe4b6-a456-48f9-ac1f-1b9f80249d96 admin admin] Publish callbacks [] for security_group (f458be48-eff5-4839-b290-7d10fbcff039), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:52.042717 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a19fe4b6-a456-48f9-ac1f-1b9f80249d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (f458be48-eff5-4839-b290-7d10fbcff039), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:52.116955 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=668dd0ab-929d-487d-96bf-8dccf031084b,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:52.136298 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:52.136694 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (5ffb04ff-b318-4a4a-b80d-0c4624b29baa), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:52.137103 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa Sep 22 17:07:52.189162 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] Provisioning complete for port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:52.189571 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:52.190294 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] Attempt 1 to provision port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 Sep 22 17:07:52.238436 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-56acb605-4e8c-486c-b133-92f23fca30ee req-00cfa725-0346-4fc8-bffd-6b2c519ef248 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 210 time: 0.1582224 Sep 22 17:07:52.252831 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-a19fe4b6-a456-48f9-ac1f-1b9f80249d96 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=dc428bb50e164154be533f11afdd07ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8129139 Sep 22 17:07:52.257479 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fe4b6-a456-48f9-ac1f-1b9f80249d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f458be48-eff5-4839-b290-7d10fbcff039,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:52.259573 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56388) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:52.423611 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for port (8ebdb9e2-a6de-4612-8306-6ce62a6d31ee), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:52.451616 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a7b92b6c-b563-48c7-814b-a82c5930e4c2 admin admin] Publish callbacks [] for security_group (f458be48-eff5-4839-b290-7d10fbcff039), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:52.455965 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (8ebdb9e2-a6de-4612-8306-6ce62a6d31ee), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:52.456642 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (59e85e10-0dba-4c98-a93b-e6720808039e), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:52.516313 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498480c-bb8f-4362-9a98-974335115ab9 req-2cdf2e3f-92cd-42bc-a93c-12570957199c tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:52.538342 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1498480c-bb8f-4362-9a98-974335115ab9 req-2cdf2e3f-92cd-42bc-a93c-12570957199c tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 943 time: 0.1059813 Sep 22 17:07:52.547307 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'Port': ['ID=8ebdb9e2-a6de-4612-8306-6ce62a6d31ee,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:52.606412 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Publish callbacks [] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), precommit_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:52.625493 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a7b92b6c-b563-48c7-814b-a82c5930e4c2 admin admin] Publish callbacks [] for security_group (f458be48-eff5-4839-b290-7d10fbcff039), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:52.646563 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:52.647899 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-b7af0eb1-133d-4dcd-acc4-43a6053227de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7150230 Sep 22 17:07:52.668661 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:52.669899 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:52.726077 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] Current status of the port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:52.772285 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1498480c-bb8f-4362-9a98-974335115ab9 req-983dbd49-6564-43e9-91a3-f6fdb53e685c tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306988 Sep 22 17:07:52.774400 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:52.775529 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 10c05315-834f-4150-8441-8f27a7c2855e up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:52.787347 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] Provisioning complete for port 6941c941-99da-428b-9650-1eaa1b16b1ad triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:52.788367 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:52.788367 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] Attempt 1 to provision port 6941c941-99da-428b-9650-1eaa1b16b1ad Sep 22 17:07:52.816842 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a7b92b6c-b563-48c7-814b-a82c5930e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (f458be48-eff5-4839-b290-7d10fbcff039), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:52.820863 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a7b92b6c-b563-48c7-814b-a82c5930e4c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:52.823794 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-a7b92b6c-b563-48c7-814b-a82c5930e4c2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f458be48-eff5-4839-b290-7d10fbcff039 HTTP/1.1" status: 204 len: 168 time: 0.5618625 Sep 22 17:07:52.867629 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b92b6c-b563-48c7-814b-a82c5930e4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f458be48-eff5-4839-b290-7d10fbcff039,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:53.124388 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef541ed-8aca-47fb-95ea-b098cddca748 req-c25e24bc-d6d8-4617-9552-52213050ea35 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:53.126933 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7ef541ed-8aca-47fb-95ea-b098cddca748 req-c25e24bc-d6d8-4617-9552-52213050ea35 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 932 time: 0.1334071 Sep 22 17:07:53.132473 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296f7d0-818c-4628-9497-9955b1650935 None None] Pushing event updated for resources: {'Port': ['ID=6941c941-99da-428b-9650-1eaa1b16b1ad,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:53.148187 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:53.150020 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] Port 6941c941-99da-428b-9650-1eaa1b16b1ad cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:53.166495 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:53.188069 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Attempting to bind port 6941c941-99da-428b-9650-1eaa1b16b1ad on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:53.188320 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Attempting to bind port 6941c941-99da-428b-9650-1eaa1b16b1ad by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:53.188657 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Attempting to bind port 6941c941-99da-428b-9650-1eaa1b16b1ad on network 82eac7a2-877a-48c4-bcb2-cd10274854a5 {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:53.220014 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-259b6572-8075-46cf-abb0-e635443cbabb req-49dc8946-b835-443e-985e-c377df78c7c2 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--646853484&fields=id&tenant_id=a6e3ace80a4a43b2b187060d6eca8538 HTTP/1.1" status: 200 len: 267 time: 0.0916412 Sep 22 17:07:53.232041 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7ef541ed-8aca-47fb-95ea-b098cddca748 req-64ce5dde-ddd6-40fd-b2d8-751d55b09f12 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934279 Sep 22 17:07:53.291416 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:53.292006 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Checking segment: {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:53.292708 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:53.294036 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Bound using segment: {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:53.294755 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Bound port: 6941c941-99da-428b-9650-1eaa1b16b1ad, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:53.295275 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:53.334809 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 10c05315-834f-4150-8441-8f27a7c2855e triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:53.335274 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (10c05315-834f-4150-8441-8f27a7c2855e), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:53.335638 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 10c05315-834f-4150-8441-8f27a7c2855e Sep 22 17:07:53.405338 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6572-8075-46cf-abb0-e635443cbabb req-1d48a52d-930f-4c10-9eb8-0a0d579c5d07 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:53.407131 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-259b6572-8075-46cf-abb0-e635443cbabb req-1d48a52d-930f-4c10-9eb8-0a0d579c5d07 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/networks?id=82eac7a2-877a-48c4-bcb2-cd10274854a5 HTTP/1.1" status: 200 len: 814 time: 0.1740644 Sep 22 17:07:53.427888 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56430) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:53.444701 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] For port 6941c941-99da-428b-9650-1eaa1b16b1ad, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:53.447004 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-259b6572-8075-46cf-abb0-e635443cbabb req-866d97b2-0951-49fc-a789-5e08121046bb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/quotas/a6e3ace80a4a43b2b187060d6eca8538 HTTP/1.1" status: 200 len: 375 time: 0.0332167 Sep 22 17:07:53.448956 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] For port 6941c941-99da-428b-9650-1eaa1b16b1ad, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=6941c941-99da-428b-9650-1eaa1b16b1ad,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:53.461494 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:53.469035 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3eb119d0-3d80-462c-85b4-adda15b43339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:53.547733 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5d6b9b14-1305-4b2e-8d23-4fdbee95bf2c req-ca5e88a4-f8d6-4a95-b59f-b75ba202f301 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 210 time: 0.0395136 Sep 22 17:07:53.548963 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:07:53.549737 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:53.557028 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-259b6572-8075-46cf-abb0-e635443cbabb req-ff36ce6d-ee75-430f-89b5-d1a8b2071815 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974669 Sep 22 17:07:53.557578 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 10c05315-834f-4150-8441-8f27a7c2855e is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:53.558747 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:53.560991 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:53.641395 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296f7d0-818c-4628-9497-9955b1650935 None None] Pushing event updated for resources: {'Port': ['ID=6941c941-99da-428b-9650-1eaa1b16b1ad,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:53.642643 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3eb119d0-3d80-462c-85b4-adda15b43339 admin admin] Publish callbacks [] for security_group (093e402d-26eb-4c6f-85b0-7ffb973d674b), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:53.652638 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] Attempt 2 to provision port 6941c941-99da-428b-9650-1eaa1b16b1ad Sep 22 17:07:53.670910 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Request body: {'port': {'device_id': '979379b2-1673-4425-be3f-98d99729db47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:53.684691 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3eb119d0-3d80-462c-85b4-adda15b43339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (093e402d-26eb-4c6f-85b0-7ffb973d674b), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:53.771240 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-3eb119d0-3d80-462c-85b4-adda15b43339 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0e5b8b30d6114ffb9fb5240a92bacd79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401599 Sep 22 17:07:53.775718 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56436) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:53.784454 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:53.819447 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Request body: {'port': {'device_id': 'b7947f62-c48e-4f60-b109-295247f6e1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:53.830731 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:53.908638 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:53.908638 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:53.909278 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 Sep 22 17:07:53.909931 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb119d0-3d80-462c-85b4-adda15b43339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093e402d-26eb-4c6f-85b0-7ffb973d674b,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:53.912605 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7dc30572-e086-4fdd-bb40-4ebad3db4148 req-32c877e5-9c4f-40c5-92dc-b0ec0902db62 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 210 time: 0.1158175 Sep 22 17:07:53.930973 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (e62c689f-694f-4650-961c-8b16b6ed4e18), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:54.046625 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9afe181c-a03c-4d48-bb68-7a208b6d997e admin admin] Publish callbacks [] for security_group (093e402d-26eb-4c6f-85b0-7ffb973d674b), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:54.052521 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:07:54.055889 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-5cfa0aa7-b09c-4902-90c6-d3b7656f8cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:54.072825 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9afe181c-a03c-4d48-bb68-7a208b6d997e admin admin] Publish callbacks [] for security_group (093e402d-26eb-4c6f-85b0-7ffb973d674b), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:54.092825 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:54.106044 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-259b6572-8075-46cf-abb0-e635443cbabb req-2b4e6c38-4fa5-4a38-9322-a249169048a9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193441 Sep 22 17:07:54.343617 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9afe181c-a03c-4d48-bb68-7a208b6d997e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (093e402d-26eb-4c6f-85b0-7ffb973d674b), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:54.346398 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9afe181c-a03c-4d48-bb68-7a208b6d997e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:54.352928 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] Current status of the port 6941c941-99da-428b-9650-1eaa1b16b1ad is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:54.353847 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:54.369413 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-9afe181c-a03c-4d48-bb68-7a208b6d997e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/093e402d-26eb-4c6f-85b0-7ffb973d674b HTTP/1.1" status: 204 len: 168 time: 0.5904260 Sep 22 17:07:54.428408 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe181c-a03c-4d48-bb68-7a208b6d997e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093e402d-26eb-4c6f-85b0-7ffb973d674b,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:54.639566 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:54.670335 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62c689f-694f-4650-961c-8b16b6ed4e18 {{(pid=106556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:07:54.686966 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Publish callbacks [] for port (e62c689f-694f-4650-961c-8b16b6ed4e18), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:54.715368 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:54.777952 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.provisioning_blocks [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Transition to ACTIVE for port object e62c689f-694f-4650-961c-8b16b6ed4e18 will not be triggered until provisioned by entity L2. {{(pid=106556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:07:54.789860 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] For port 6941c941-99da-428b-9650-1eaa1b16b1ad, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=6941c941-99da-428b-9650-1eaa1b16b1ad,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:07:54.792166 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (e62c689f-694f-4650-961c-8b16b6ed4e18), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:54.813796 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:54.859823 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:55.018745 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590783c-fb85-4511-a350-beaf0eddbaef req-fda7241e-b0ab-4489-b93d-07fbdc4ae2ad tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:55.028354 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4590783c-fb85-4511-a350-beaf0eddbaef req-fda7241e-b0ab-4489-b93d-07fbdc4ae2ad tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 943 time: 0.0878003 Sep 22 17:07:55.178492 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Attempting to bind port e62c689f-694f-4650-961c-8b16b6ed4e18 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:55.179404 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Attempting to bind port e62c689f-694f-4650-961c-8b16b6ed4e18 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'b146063c-c8b6-41a0-b4d9-98c3042a1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae'}] {{(pid=106556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:55.179882 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Attempting to bind port e62c689f-694f-4650-961c-8b16b6ed4e18 on network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:55.289564 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Pushing event updated for resources: {'Port': ['ID=e62c689f-694f-4650-961c-8b16b6ed4e18,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:55.329932 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:55.350791 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c {{(pid=106555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:07:55.355431 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Port e62c689f-694f-4650-961c-8b16b6ed4e18 on network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:07:55.356496 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Attempting to bind port e62c689f-694f-4650-961c-8b16b6ed4e18 on network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:55.362662 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8619f-f527-4a44-afe5-8eac957e3210 None None] Pushing event updated for resources: {'Port': ['ID=6941c941-99da-428b-9650-1eaa1b16b1ad,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:55.369743 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-6bf71f16-a3aa-4af1-bc31-71f927455b0f None None] Provisioning complete for port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:55.370335 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6bf71f16-a3aa-4af1-bc31-71f927455b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:55.371108 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-6bf71f16-a3aa-4af1-bc31-71f927455b0f None None] Attempt 1 to provision port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c Sep 22 17:07:55.386210 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Publish callbacks [] for port (d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:55.432821 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.provisioning_blocks [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Transition to ACTIVE for port object d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c will not be triggered until provisioned by entity L2. {{(pid=106555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:07:55.433578 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:53Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:55.438934 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:55.439595 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:55.477495 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f57abe-b95c-4345-bdad-981cb5679daa None None] The sync data for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi is: [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:53Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:07:55.479502 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-6bf71f16-a3aa-4af1-bc31-71f927455b0f None None] Port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:55.494355 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:55.503926 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device ff1f587e-fa93-4254-9635-0dca9237824b up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:55.573524 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471c8a-28cd-4481-801e-949d83db65e0 req-4467c276-ce19-48a9-8598-02bb241997d2 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:55.576624 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-35471c8a-28cd-4481-801e-949d83db65e0 req-4467c276-ce19-48a9-8598-02bb241997d2 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.33 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 818 time: 0.6240690 Sep 22 17:07:55.582345 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:55.582690 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Checking segment: {'id': 'b146063c-c8b6-41a0-b4d9-98c3042a1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:55.583119 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Bound using segment: {'id': 'b146063c-c8b6-41a0-b4d9-98c3042a1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae'} {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:55.590877 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-259b6572-8075-46cf-abb0-e635443cbabb req-b1c82d69-44c2-4b2e-bd2a-4921f61d4a3f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4830465 Sep 22 17:07:55.591130 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Bound port: e62c689f-694f-4650-961c-8b16b6ed4e18, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b146063c-c8b6-41a0-b4d9-98c3042a1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae'}}] {{(pid=106556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:55.591450 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (e62c689f-694f-4650-961c-8b16b6ed4e18), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:55.622490 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [req-35471c8a-28cd-4481-801e-949d83db65e0 req-ec56838d-d37b-4f95-a38f-b944a48d90fc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Request body: {'port': {'device_id': 'cdb35797-a6cf-42af-9274-a2d6aadd2643', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'admin_state_up': True, 'tenant_id': '105c11557b6f45329dc97af01e8ea915'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:55.623347 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4590783c-fb85-4511-a350-beaf0eddbaef req-de2fd8d1-309f-4587-9fe7-b0b60e1f123a tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248372 Sep 22 17:07:55.710438 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port ff1f587e-fa93-4254-9635-0dca9237824b triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:55.713653 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (ff1f587e-fa93-4254-9635-0dca9237824b), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:55.714165 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port ff1f587e-fa93-4254-9635-0dca9237824b Sep 22 17:07:55.795468 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:55.801039 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Pushing event updated for resources: {'Port': ['ID=d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:55.812295 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Attempting to bind port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:07:55.814686 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Attempting to bind port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:07:55.816365 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Attempting to bind port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c on network 906da010-9d01-428f-8bbf-d862e44df893 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:55.825596 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35471c8a-28cd-4481-801e-949d83db65e0 req-ec56838d-d37b-4f95-a38f-b944a48d90fc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Made reservation on behalf of 105c11557b6f45329dc97af01e8ea915 for: {'port': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:55.830039 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-35471c8a-28cd-4481-801e-949d83db65e0 req-ec56838d-d37b-4f95-a38f-b944a48d90fc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:55.928875 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port ff1f587e-fa93-4254-9635-0dca9237824b is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:55.930124 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 46d0015b-69e4-475d-8d7c-cb0f73272ff4 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:55.945180 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c on network 906da010-9d01-428f-8bbf-d862e44df893 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:07:55.945589 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Attempting to bind port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c on network 906da010-9d01-428f-8bbf-d862e44df893 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:07:56.072165 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:07:56.075728 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Checking segment: {'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:07:56.077333 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Bound using segment: {'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:07:56.078196 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Bound port: d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'}}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:07:56.079330 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:56.107639 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] For port e62c689f-694f-4650-961c-8b16b6ed4e18, host hv-cinder-83538, cleared binding levels {{(pid=106556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:56.120817 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] For port e62c689f-694f-4650-961c-8b16b6ed4e18, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e62c689f-694f-4650-961c-8b16b6ed4e18,segment=NetworkSegment(b146063c-c8b6-41a0-b4d9-98c3042a1877),segment_id=b146063c-c8b6-41a0-b4d9-98c3042a1877)] {{(pid=106556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:56.146003 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-6bf71f16-a3aa-4af1-bc31-71f927455b0f None None] Attempt 2 to provision port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c Sep 22 17:07:56.175731 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (e62c689f-694f-4650-961c-8b16b6ed4e18), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:56.210015 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:56.214481 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:56.222738 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:56.226237 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/e62c689f-694f-4650-961c-8b16b6ed4e18 HTTP/1.1" status: 200 len: 1094 time: 2.5798430 Sep 22 17:07:56.232323 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=28 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:56.265864 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 4f54a4b6-ee55-4522-8820-9778a712cff0 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:07:56.346157 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06887861-3c68-417d-9593-4a7e0e1b9892 req-4e431221-7b24-4837-8a6c-6442534260e0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:56.364639 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-06887861-3c68-417d-9593-4a7e0e1b9892 req-4e431221-7b24-4837-8a6c-6442534260e0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 944 time: 0.2032993 Sep 22 17:07:56.424208 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.33', 50377) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:56.435213 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-724c2fc3-7252-4bd1-a68a-e2a35f421ece req-e19fd061-9a2b-4497-af2a-89afdb262445 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 210 time: 0.0625830 Sep 22 17:07:56.485241 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979379b2-1673-4425-be3f-98d99729db47', 'tag': 'e62c689f-694f-4650-961c-8b16b6ed4e18'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:07:56.521036 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba938c2-14fd-492b-8967-b531e23f099c" -d '{"events": [{"name": "network-changed", "server_uuid": "979379b2-1673-4425-be3f-98d99729db47", "tag": "e62c689f-694f-4650-961c-8b16b6ed4e18"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:07:56.604292 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cf4ed-c04c-4e0d-a3f0-00ace21d6753 service neutron] Pushing event updated for resources: {'Port': ['ID=e62c689f-694f-4650-961c-8b16b6ed4e18,revision_number=3']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:56.646624 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:56.647668 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:56.648193 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 Sep 22 17:07:56.653232 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-6bf71f16-a3aa-4af1-bc31-71f927455b0f None None] Port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:56.667904 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] For port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c, host hv-cinder-83538, cleared binding levels {{(pid=106555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:07:56.736524 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-06887861-3c68-417d-9593-4a7e0e1b9892 req-cb93d4a5-771e-4666-986a-4af2a560939f tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646022 Sep 22 17:07:56.760249 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-3f94db69-451d-442f-a4bb-b408d341050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:56.762632 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-3f94db69-451d-442f-a4bb-b408d341050d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=2abeb0b54520461cb414ea9c0599380f&device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 1128 time: 0.3256085 Sep 22 17:07:56.858994 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] For port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:07:56.902528 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:56.941946 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:56.948807 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-b38b4ef5-2848-4910-bedf-991a5dd01ae4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:56.952049 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-b38b4ef5-2848-4910-bedf-991a5dd01ae4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c HTTP/1.1" status: 200 len: 816 time: 0.4127533 Sep 22 17:07:56.988741 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:57.015949 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:57.018044 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [req-35471c8a-28cd-4481-801e-949d83db65e0 req-ec56838d-d37b-4f95-a38f-b944a48d90fc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Allocated IP 172.20.0.8 (906da010-9d01-428f-8bbf-d862e44df893/ff3b5331-7dbe-4b3b-ac39-cc04115e40fd/fd0e7b8c-420d-4637-a290-d9a8014bf255) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:57.019890 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3d42830e-a6b5-4c05-b340-3d894dc74e71 req-17a78107-8aed-4e02-b36f-ad23f4cdef2d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 210 time: 0.2560937 Sep 22 17:07:57.025062 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 4f54a4b6-ee55-4522-8820-9778a712cff0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4f54a4b6-ee55-4522-8820-9778a712cff0,segment=NetworkSegment(d9910c48-be0c-48fb-bb28-008054c81ab4),segment_id=d9910c48-be0c-48fb-bb28-008054c81ab4)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:07:57.036589 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:57.038093 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 212dc75b-9e60-4249-8311-52ec939e02c9 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:57.069934 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': '4f54a4b6-ee55-4522-8820-9778a712cff0', 'network_id': '1c6ecb7b-a633-45fb-a85c-5e934221e5c2', 'port_id': '4f54a4b6-ee55-4522-8820-9778a712cff0', 'mac_address': 'fa:16:3e:79:06:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9c319a-0720-4600-80ff-704af5ddcfd9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:07:57.083579 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-ab71c199-37da-4862-b39b-07eff5ee4c68 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62c689f-694f-4650-961c-8b16b6ed4e18 HTTP/1.1" status: 200 len: 217 time: 0.2915199 Sep 22 17:07:57.085152 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:57.085781 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:57.096224 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3925409e-da00-462d-a2cf-2bfac520da95 req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c HTTP/1.1" status: 200 len: 1093 time: 3.2760048 Sep 22 17:07:57.116288 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0cbdf-ac5e-4aa0-bf38-406069fa204c service neutron] Pushing event updated for resources: {'Port': ['ID=d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c,revision_number=3']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:57.119750 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7947f62-c48e-4f60-b109-295247f6e1aa', 'tag': 'd0d3ad94-b2b0-4603-b33c-ae0e3280fa0c'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:07:57.149436 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 4f54a4b6-ee55-4522-8820-9778a712cff0 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:57.150351 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (4f54a4b6-ee55-4522-8820-9778a712cff0), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:57.155988 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-6bf71f16-a3aa-4af1-bc31-71f927455b0f None None] Attempt 3 to provision port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c Sep 22 17:07:57.219572 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a7824713-2469-45a8-bee8-fdaf96e8a913 req-92ea2abd-736f-4413-adf0-0f21743ca8f4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 210 time: 0.2585673 Sep 22 17:07:57.250070 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-6bf71f16-a3aa-4af1-bc31-71f927455b0f None None] Port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c had new provisioning blocks added so it will not transition to active. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 17:07:57.266821 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f54a4b6-ee55-4522-8820-9778a712cff0 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:07:57.305521 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 212dc75b-9e60-4249-8311-52ec939e02c9 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:57.306467 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (212dc75b-9e60-4249-8311-52ec939e02c9), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:57.306878 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 212dc75b-9e60-4249-8311-52ec939e02c9 Sep 22 17:07:57.311618 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 4f54a4b6-ee55-4522-8820-9778a712cff0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4f54a4b6-ee55-4522-8820-9778a712cff0,segment=NetworkSegment(d9910c48-be0c-48fb-bb28-008054c81ab4),segment_id=d9910c48-be0c-48fb-bb28-008054c81ab4)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:07:57.326608 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-55cc7bf1-7476-48ea-af3e-2955b778f847 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=45847b1fd67c4caaa03a36895cd2263a HTTP/1.1" status: 200 len: 380 time: 0.3452504 Sep 22 17:07:57.348155 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:57.359870 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (4f54a4b6-ee55-4522-8820-9778a712cff0), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:57.367533 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-a3f7d75b-066e-44a2-bc60-14d613c410ab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Request body: {'port': {'device_id': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'admin_state_up': True, 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'security_groups': ['39a61636-31ab-4494-a7ef-f54c6676d62c']}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:07:57.421946 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-bb73ad68-47d0-4e84-9806-331ac3116d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:57.432384 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-bb73ad68-47d0-4e84-9806-331ac3116d18 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1c5982a3-8aaa-4aa9-908c-22cf8406126d HTTP/1.1" status: 200 len: 849 time: 0.2435527 Sep 22 17:07:57.439360 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de52af02-d272-4d78-95a3-e2cb7de45982 x-openstack-request-id: req-de52af02-d272-4d78-95a3-e2cb7de45982 {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:07:57.439932 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979379b2-1673-4425-be3f-98d99729db47", "tag": "e62c689f-694f-4650-961c-8b16b6ed4e18", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:07:57.441585 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de52af02-d272-4d78-95a3-e2cb7de45982 {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:07:57.442047 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de52af02-d272-4d78-95a3-e2cb7de45982'] response: {'name': 'network-changed', 'server_uuid': '979379b2-1673-4425-be3f-98d99729db47', 'tag': 'e62c689f-694f-4650-961c-8b16b6ed4e18', 'status': 'completed', 'code': 200} Sep 22 17:07:57.508349 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=4f54a4b6-ee55-4522-8820-9778a712cff0,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:57.596086 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:57.742645 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff07b02-5b1d-4c5a-9918-e17df397c2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b7947f62-c48e-4f60-b109-295247f6e1aa", "tag": "d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:07:57.747160 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:57.782853 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498b9ff-fe4c-4eeb-b861-31549b508ea8 req-3b85dd80-ffc3-4957-af3c-3853a5b72e36 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:57.786197 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8498b9ff-fe4c-4eeb-b861-31549b508ea8 req-3b85dd80-ffc3-4957-af3c-3853a5b72e36 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 944 time: 0.4171927 Sep 22 17:07:57.787808 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-763d283e-7873-46f8-8c61-0dcb4ee4fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:57.792841 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-763d283e-7873-46f8-8c61-0dcb4ee4fc0b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3193898 Sep 22 17:07:57.798672 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 212dc75b-9e60-4249-8311-52ec939e02c9 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:57.800644 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (212dc75b-9e60-4249-8311-52ec939e02c9), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:57.831397 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['4f54a4b6-ee55-4522-8820-9778a712cff0'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:07:57.877424 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925409e-da00-462d-a2cf-2bfac520da95 req-a0b2434b-8495-43dc-970b-c5b198ce0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:57.894623 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3925409e-da00-462d-a2cf-2bfac520da95 req-a0b2434b-8495-43dc-970b-c5b198ce0c48 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 1127 time: 0.7075808 Sep 22 17:07:57.966960 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port 212dc75b-9e60-4249-8311-52ec939e02c9, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=212dc75b-9e60-4249-8311-52ec939e02c9,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:07:57.980397 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (212dc75b-9e60-4249-8311-52ec939e02c9), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:57.981317 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 98ee271d-107b-437f-aa0a-45deb83f0595 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:58.143308 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8498b9ff-fe4c-4eeb-b861-31549b508ea8 req-f7390d6c-a4f7-4272-9307-d3811480fbad tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057783 Sep 22 17:07:58.234743 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-75365147-1586-438f-a693-376a7abe4f0d req-8c6b7676-eb05-4a70-a96a-b52fbf6f7952 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 210 time: 0.3831773 Sep 22 17:07:58.263021 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3925409e-da00-462d-a2cf-2bfac520da95 req-3172deb9-3903-4bc8-bfc1-426ac5fbd966 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c HTTP/1.1" status: 200 len: 217 time: 0.3102961 Sep 22 17:07:58.354369 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=212dc75b-9e60-4249-8311-52ec939e02c9,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:58.376754 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac950ce0-47ab-4686-b29c-63c8be0b4c27 req-6464d84d-c7c7-454d-bf61-3e1d570a28c0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:58.379771 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ac950ce0-47ab-4686-b29c-63c8be0b4c27 req-6464d84d-c7c7-454d-bf61-3e1d570a28c0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 944 time: 0.0954947 Sep 22 17:07:58.401991 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-35471c8a-28cd-4481-801e-949d83db65e0 req-ec56838d-d37b-4f95-a38f-b944a48d90fc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for port (fd0e7b8c-420d-4637-a290-d9a8014bf255), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:58.463495 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:58.474831 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925409e-da00-462d-a2cf-2bfac520da95 req-05f5644c-1e69-423e-8e34-489ef278296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:58.477685 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3925409e-da00-462d-a2cf-2bfac520da95 req-05f5644c-1e69-423e-8e34-489ef278296d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ff3b5331-7dbe-4b3b-ac39-cc04115e40fd HTTP/1.1" status: 200 len: 857 time: 0.2083154 Sep 22 17:07:58.477969 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 98ee271d-107b-437f-aa0a-45deb83f0595 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:58.478315 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (98ee271d-107b-437f-aa0a-45deb83f0595), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:58.478658 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 98ee271d-107b-437f-aa0a-45deb83f0595 Sep 22 17:07:58.495913 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-9b00353c-8e07-4ce2-94e6-7993977b978d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6948652 Sep 22 17:07:58.503580 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ac950ce0-47ab-4686-b29c-63c8be0b4c27 req-21bfe66a-e8a0-4174-bf0a-2c8485205dcb tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130986 Sep 22 17:07:58.587509 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:58.601492 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 98ee271d-107b-437f-aa0a-45deb83f0595 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:58.602974 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 6941c941-99da-428b-9650-1eaa1b16b1ad up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:58.638148 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-35471c8a-28cd-4481-801e-949d83db65e0 req-ec56838d-d37b-4f95-a38f-b944a48d90fc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (fd0e7b8c-420d-4637-a290-d9a8014bf255), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:58.649893 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56612) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:58.662130 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 6941c941-99da-428b-9650-1eaa1b16b1ad triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:58.662802 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:58.663596 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 6941c941-99da-428b-9650-1eaa1b16b1ad Sep 22 17:07:58.670060 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-46adadd0-ac1d-45e9-a627-a5e8a0cc6d44 req-f6515a84-3c48-4ac9-a749-fa8f4418038d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396925 Sep 22 17:07:58.687933 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:58.776322 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5924e5af-e3dc-4a99-81c5-9fc6b8421a42 req-29bccee0-d109-44c6-b522-a4cf51f35d37 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 210 time: 0.0883183 Sep 22 17:07:58.787764 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 6941c941-99da-428b-9650-1eaa1b16b1ad is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:58.789133 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:58.789403 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925409e-da00-462d-a2cf-2bfac520da95 req-0852ea87-f787-47fc-8782-b3bf2a9fab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:58.791105 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3925409e-da00-462d-a2cf-2bfac520da95 req-0852ea87-f787-47fc-8782-b3bf2a9fab49 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=906da010-9d01-428f-8bbf-d862e44df893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3050766 Sep 22 17:07:58.826936 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35471c8a-28cd-4481-801e-949d83db65e0 req-ec56838d-d37b-4f95-a38f-b944a48d90fc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Network 906da010-9d01-428f-8bbf-d862e44df893 is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:58.832940 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [req-35471c8a-28cd-4481-801e-949d83db65e0 req-ec56838d-d37b-4f95-a38f-b944a48d90fc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:58.839554 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [req-35471c8a-28cd-4481-801e-949d83db65e0 req-ec56838d-d37b-4f95-a38f-b944a48d90fc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:07:58.849403 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471c8a-28cd-4481-801e-949d83db65e0 req-ec56838d-d37b-4f95-a38f-b944a48d90fc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:58.850477 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-35471c8a-28cd-4481-801e-949d83db65e0 req-ec56838d-d37b-4f95-a38f-b944a48d90fc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:58.852906 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:58.853472 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (0c016f0a-7b5e-4be9-bcb6-6c3a9441f361), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:58.853952 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361 Sep 22 17:07:58.855662 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-a3f7d75b-066e-44a2-bc60-14d613c410ab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Made reservation on behalf of 45847b1fd67c4caaa03a36895cd2263a for: {'port': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:58.859700 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-a3f7d75b-066e-44a2-bc60-14d613c410ab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:58.941589 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56838d-d37b-4f95-a38f-b944a48d90fc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Pushing event updated for resources: {'Port': ['ID=fd0e7b8c-420d-4637-a290-d9a8014bf255,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:58.981598 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8d2449-498d-4b59-be6a-f8eeb13be6a5 x-openstack-request-id: req-3d8d2449-498d-4b59-be6a-f8eeb13be6a5 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:07:58.981935 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7947f62-c48e-4f60-b109-295247f6e1aa", "tag": "d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:07:58.982233 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d8d2449-498d-4b59-be6a-f8eeb13be6a5 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:07:58.983058 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d8d2449-498d-4b59-be6a-f8eeb13be6a5'] response: {'name': 'network-changed', 'server_uuid': 'b7947f62-c48e-4f60-b109-295247f6e1aa', 'tag': 'd0d3ad94-b2b0-4603-b33c-ae0e3280fa0c', 'status': 'completed', 'code': 200} Sep 22 17:07:58.987864 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-35471c8a-28cd-4481-801e-949d83db65e0 req-ec56838d-d37b-4f95-a38f-b944a48d90fc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3901772 Sep 22 17:07:59.001358 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-48630542-8f64-4562-a20c-8214c7ab8afe req-93f924cb-8b3d-4f80-982e-2a0c671151ff tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 210 time: 0.0739849 Sep 22 17:07:59.123567 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6785acc5-cf62-4f25-adb6-555eb0581f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:59.148494 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:59.150245 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 668dd0ab-929d-487d-96bf-8dccf031084b up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:59.231881 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-a3f7d75b-066e-44a2-bc60-14d613c410ab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Allocated IP 172.20.0.3 (fb742a8a-ec14-42fa-b5c3-8fe1992e342c/078d2151-b8ac-45b8-a09f-7943bc063688/9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:59.254782 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:59.299533 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Provisioning complete for port fd0e7b8c-420d-4637-a290-d9a8014bf255 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:59.300057 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (fd0e7b8c-420d-4637-a290-d9a8014bf255), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:59.300766 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Attempt 1 to provision port fd0e7b8c-420d-4637-a290-d9a8014bf255 Sep 22 17:07:59.307098 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 668dd0ab-929d-487d-96bf-8dccf031084b triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:59.308171 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (668dd0ab-929d-487d-96bf-8dccf031084b), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:59.308680 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 668dd0ab-929d-487d-96bf-8dccf031084b Sep 22 17:07:59.378525 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6785acc5-cf62-4f25-adb6-555eb0581f27 admin admin] Publish callbacks [] for security_group (6c5731b3-b4d4-476a-ba05-24a1fdd6a465), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:59.388685 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Port fd0e7b8c-420d-4637-a290-d9a8014bf255 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:59.419448 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6785acc5-cf62-4f25-adb6-555eb0581f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (6c5731b3-b4d4-476a-ba05-24a1fdd6a465), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:59.457317 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 668dd0ab-929d-487d-96bf-8dccf031084b is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:59.459954 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:59.501053 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe6de1-fc14-49f4-8b42-b4f3f2029179 req-c8e9f225-ace9-46b2-92c2-725f33f81bb5 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:59.503521 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fffe6de1-fc14-49f4-8b42-b4f3f2029179 req-c8e9f225-ace9-46b2-92c2-725f33f81bb5 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 931 time: 0.0924187 Sep 22 17:07:59.511446 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca088f98-43fa-40d3-981d-1ceadc0f8579 req-9a8922d9-e2b1-461b-aa68-eeff6cd4c92a tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:59.520445 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ca088f98-43fa-40d3-981d-1ceadc0f8579 req-9a8922d9-e2b1-461b-aa68-eeff6cd4c92a tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 944 time: 0.2021558 Sep 22 17:07:59.543724 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:07:59.545163 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:59.545523 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 Sep 22 17:07:59.655773 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ca088f98-43fa-40d3-981d-1ceadc0f8579 req-4e0dc6fd-a684-4a20-8c62-a3e4ceb63544 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213784 Sep 22 17:07:59.655773 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fffe6de1-fc14-49f4-8b42-b4f3f2029179 req-056cfa86-83ae-401c-81d8-b331518ed397 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986025 Sep 22 17:07:59.669191 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785acc5-cf62-4f25-adb6-555eb0581f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5731b3-b4d4-476a-ba05-24a1fdd6a465,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:59.691291 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:07:59.714662 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:07:59.737515 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-6785acc5-cf62-4f25-adb6-555eb0581f27 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=230f44c7b87b453ba7211e6aad3925ff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0787244 Sep 22 17:07:59.738819 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56632) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:07:59.811361 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-a3f7d75b-066e-44a2-bc60-14d613c410ab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:59.831308 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:07:59.889626 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Attempt 2 to provision port fd0e7b8c-420d-4637-a290-d9a8014bf255 Sep 22 17:07:59.903405 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a4a33d96-bd8c-4892-8d9b-71d9c8ea663d admin admin] Publish callbacks [] for security_group (6c5731b3-b4d4-476a-ba05-24a1fdd6a465), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:59.926088 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-a3f7d75b-066e-44a2-bc60-14d613c410ab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:07:59.945513 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 212dc75b-9e60-4249-8311-52ec939e02c9 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:07:59.951794 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Port fd0e7b8c-420d-4637-a290-d9a8014bf255 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:07:59.952392 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a4a33d96-bd8c-4892-8d9b-71d9c8ea663d admin admin] Publish callbacks [] for security_group (6c5731b3-b4d4-476a-ba05-24a1fdd6a465), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:00.027108 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-a3f7d75b-066e-44a2-bc60-14d613c410ab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Network fb742a8a-ec14-42fa-b5c3-8fe1992e342c is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:08:00.028665 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7d75b-066e-44a2-bc60-14d613c410ab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event updated for resources: {'Port': ['ID=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:00.030833 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 4f54a4b6-ee55-4522-8820-9778a712cff0 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:08:00.038403 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 212dc75b-9e60-4249-8311-52ec939e02c9 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:08:00.038403 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (212dc75b-9e60-4249-8311-52ec939e02c9), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:00.039018 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 212dc75b-9e60-4249-8311-52ec939e02c9 Sep 22 17:08:00.039895 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-a3f7d75b-066e-44a2-bc60-14d613c410ab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:00.044914 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-a3f7d75b-066e-44a2-bc60-14d613c410ab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:08:00.052004 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-a3f7d75b-066e-44a2-bc60-14d613c410ab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:00.052004 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-a3f7d75b-066e-44a2-bc60-14d613c410ab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:00.065704 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925215b-03a9-4817-b6b5-fe157da28a8f req-e4af3829-83e4-4712-a6ff-d994fa0b63ec tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:00.074232 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7925215b-03a9-4817-b6b5-fe157da28a8f req-e4af3829-83e4-4712-a6ff-d994fa0b63ec tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 944 time: 0.3677385 Sep 22 17:08:00.084008 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-a3f7d75b-066e-44a2-bc60-14d613c410ab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7560720 Sep 22 17:08:00.090819 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1ffaf-3a50-4b3a-8f74-a9e3a9d7ef0f req-5cd1572b-f32d-4762-9c63-0862689d4218 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:00.092618 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-04f1ffaf-3a50-4b3a-8f74-a9e3a9d7ef0f req-5cd1572b-f32d-4762-9c63-0862689d4218 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 931 time: 0.0795941 Sep 22 17:08:00.101261 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:00.128079 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a4a33d96-bd8c-4892-8d9b-71d9c8ea663d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (6c5731b3-b4d4-476a-ba05-24a1fdd6a465), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:00.131645 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a4a33d96-bd8c-4892-8d9b-71d9c8ea663d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:00.136250 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-a4a33d96-bd8c-4892-8d9b-71d9c8ea663d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6c5731b3-b4d4-476a-ba05-24a1fdd6a465 HTTP/1.1" status: 204 len: 168 time: 0.3935292 Sep 22 17:08:00.155073 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a33d96-bd8c-4892-8d9b-71d9c8ea663d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5731b3-b4d4-476a-ba05-24a1fdd6a465,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:00.211616 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:00.223018 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7925215b-03a9-4817-b6b5-fe157da28a8f req-859015d0-b579-4ff1-a116-25b4fc30bd0c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483691 Sep 22 17:08:00.230578 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 212dc75b-9e60-4249-8311-52ec939e02c9 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:08:00.231723 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 6941c941-99da-428b-9650-1eaa1b16b1ad up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:08:00.264586 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port 4f54a4b6-ee55-4522-8820-9778a712cff0 completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:08:00.306450 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port 4f54a4b6-ee55-4522-8820-9778a712cff0 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:08:00.307256 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (4f54a4b6-ee55-4522-8820-9778a712cff0), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:00.307794 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port 4f54a4b6-ee55-4522-8820-9778a712cff0 Sep 22 17:08:00.334999 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-04f1ffaf-3a50-4b3a-8f74-a9e3a9d7ef0f req-0320704e-ad6e-4abb-a7b8-da7ac5358b3f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319388 Sep 22 17:08:00.427760 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6d6da957-109e-40d5-b7fc-48ed1da8ccee req-0b43f648-da15-4208-9721-0c722ef34fd7 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 210 time: 0.0480449 Sep 22 17:08:00.455023 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Attempt 3 to provision port fd0e7b8c-420d-4637-a290-d9a8014bf255 Sep 22 17:08:00.596984 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 6941c941-99da-428b-9650-1eaa1b16b1ad triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:08:00.597351 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:00.597687 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 6941c941-99da-428b-9650-1eaa1b16b1ad Sep 22 17:08:00.613478 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56648) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:00.620018 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 4f54a4b6-ee55-4522-8820-9778a712cff0 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:08:00.620405 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (4f54a4b6-ee55-4522-8820-9778a712cff0), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:00.662491 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Port fd0e7b8c-420d-4637-a290-d9a8014bf255 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:08:00.671234 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed59422-e086-4f95-b56c-8dbe57faed78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f54a4b6-ee55-4522-8820-9778a712cff0'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:08:00.792010 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:00.798798 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 4f54a4b6-ee55-4522-8820-9778a712cff0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4f54a4b6-ee55-4522-8820-9778a712cff0,segment=NetworkSegment(d9910c48-be0c-48fb-bb28-008054c81ab4),segment_id=d9910c48-be0c-48fb-bb28-008054c81ab4)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:00.812758 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (4f54a4b6-ee55-4522-8820-9778a712cff0), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:00.822162 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0def877d-f14f-4170-8a35-36d0e57c36d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:00.849914 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.33', 50396) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:00.905599 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 6941c941-99da-428b-9650-1eaa1b16b1ad is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:08:00.915019 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Request body: {'port': {'device_id': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:00.926820 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=4f54a4b6-ee55-4522-8820-9778a712cff0,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:00.935801 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Request body: {'port': {'device_id': 'cdb35797-a6cf-42af-9274-a2d6aadd2643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:00.975236 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56666) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:01.110836 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:01.130175 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-982b184f-1df0-48e1-beca-31ef3650c02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:01.150192 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8b9ed6-1796-4b33-ac4d-8e9366269d00" -d '{"events": [{"server_uuid": "6ed59422-e086-4f95-b56c-8dbe57faed78", "name": "network-vif-plugged", "status": "completed", "tag": "4f54a4b6-ee55-4522-8820-9778a712cff0"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:01.159315 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba938c2-14fd-492b-8967-b531e23f099c req-b89d47be-2ecc-413b-af43-564385936e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:01.160893 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-eba938c2-14fd-492b-8967-b531e23f099c req-b89d47be-2ecc-413b-af43-564385936e81 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=2abeb0b54520461cb414ea9c0599380f&device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 1128 time: 0.2371433 Sep 22 17:08:01.165215 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Attempt 4 to provision port fd0e7b8c-420d-4637-a290-d9a8014bf255 Sep 22 17:08:01.215573 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:01.270112 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (fd0e7b8c-420d-4637-a290-d9a8014bf255), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:01.278804 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Port fd0e7b8c-420d-4637-a290-d9a8014bf255 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:08:01.356756 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273955-4c1f-4359-98ec-9d0a2fbe3d3b req-b3c9dc57-b69f-4a48-a5c5-30a802d6922f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:01.359653 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-50273955-4c1f-4359-98ec-9d0a2fbe3d3b req-b3c9dc57-b69f-4a48-a5c5-30a802d6922f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 931 time: 0.4965165 Sep 22 17:08:01.366017 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:01.373514 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc18e3d-cc15-4627-b83d-a31e87e5194d req-50684d1e-ed89-49bb-bf41-c7af24144184 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:01.375619 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-edc18e3d-cc15-4627-b83d-a31e87e5194d req-50684d1e-ed89-49bb-bf41-c7af24144184 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 945 time: 0.4488170 Sep 22 17:08:01.445991 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0def877d-f14f-4170-8a35-36d0e57c36d4 admin admin] Publish callbacks [] for security_group (6acdd861-8f96-4b7e-bc98-1794d7f01c32), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:01.460739 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:01.473459 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6572-8075-46cf-abb0-e635443cbabb req-edd63cf1-5d85-453d-9291-854b9d505a4e tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:01.475263 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-259b6572-8075-46cf-abb0-e635443cbabb req-edd63cf1-5d85-453d-9291-854b9d505a4e tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "GET /networking/v2.0/networks?id=82eac7a2-877a-48c4-bcb2-cd10274854a5 HTTP/1.1" status: 200 len: 814 time: 0.6443596 Sep 22 17:08:01.478901 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0def877d-f14f-4170-8a35-36d0e57c36d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (6acdd861-8f96-4b7e-bc98-1794d7f01c32), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:01.488157 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3925409e-da00-462d-a2cf-2bfac520da95 req-6faeb121-dd81-4d5d-87ce-db2ac7b9bc10 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525634 Sep 22 17:08:01.570318 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-50273955-4c1f-4359-98ec-9d0a2fbe3d3b req-7941f6e3-c375-4c1c-a484-3731cab71456 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772447 Sep 22 17:08:01.611806 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-edc18e3d-cc15-4627-b83d-a31e87e5194d req-954f30cf-ba5c-4341-a538-c69da92057b7 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174795 Sep 22 17:08:01.746508 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-259b6572-8075-46cf-abb0-e635443cbabb req-74ca057c-b3bf-4af2-a6ec-ed48c98933ff tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a6e3ace80a4a43b2b187060d6eca8538 HTTP/1.1" status: 200 len: 379 time: 0.2415597 Sep 22 17:08:01.780238 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Attempt 5 to provision port fd0e7b8c-420d-4637-a290-d9a8014bf255 Sep 22 17:08:01.807109 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-0def877d-f14f-4170-8a35-36d0e57c36d4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e4fd50307b4a4e53b628a2e1ec920101&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1910269 Sep 22 17:08:01.811348 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba938c2-14fd-492b-8967-b531e23f099c req-52e893f8-c751-4704-bdab-08fbeac155f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:01.815915 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-eba938c2-14fd-492b-8967-b531e23f099c req-52e893f8-c751-4704-bdab-08fbeac155f8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae HTTP/1.1" status: 200 len: 911 time: 0.6132262 Sep 22 17:08:01.822163 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Port fd0e7b8c-420d-4637-a290-d9a8014bf255 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:08:01.827603 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 56686) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:01.849865 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-259b6572-8075-46cf-abb0-e635443cbabb req-80a609bb-cdfb-4c2b-a7aa-17bacc354c8b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'port': {'device_id': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'admin_state_up': True, 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'security_groups': ['8592ae92-61a8-4047-b384-7cc2d2996149']}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:01.896968 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3925409e-da00-462d-a2cf-2bfac520da95 req-3cf6b5ad-5b15-4bae-9fea-6b9ac666d28a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936684 Sep 22 17:08:01.897411 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def877d-f14f-4170-8a35-36d0e57c36d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acdd861-8f96-4b7e-bc98-1794d7f01c32,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:01.938104 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a5a801-292a-4175-9cbc-571566929d5f x-openstack-request-id: req-d7a5a801-292a-4175-9cbc-571566929d5f {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:01.939605 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed59422-e086-4f95-b56c-8dbe57faed78", "name": "network-vif-plugged", "status": "completed", "tag": "4f54a4b6-ee55-4522-8820-9778a712cff0", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:01.940065 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7a5a801-292a-4175-9cbc-571566929d5f {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:01.940737 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a5a801-292a-4175-9cbc-571566929d5f'] response: {'server_uuid': '6ed59422-e086-4f95-b56c-8dbe57faed78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f54a4b6-ee55-4522-8820-9778a712cff0', 'code': 200} Sep 22 17:08:01.987696 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-eba938c2-14fd-492b-8967-b531e23f099c req-31a8388b-150a-46fd-9d11-5f26767d7ad8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62c689f-694f-4650-961c-8b16b6ed4e18 HTTP/1.1" status: 200 len: 217 time: 0.1294465 Sep 22 17:08:01.993948 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-982b184f-1df0-48e1-beca-31ef3650c02b admin admin] Publish callbacks [] for security_group (3c9b53fb-f106-43e3-9fc6-696c32d165fe), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:02.001927 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=6 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:02.007390 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-982b184f-1df0-48e1-beca-31ef3650c02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (3c9b53fb-f106-43e3-9fc6-696c32d165fe), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:02.010463 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd4ca6-b647-42f5-a326-d10d9d79b412 req-ab26f4ac-eb5d-483a-8deb-ef6c7465601d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:02.014299 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device e62c689f-694f-4650-961c-8b16b6ed4e18 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:08:02.014490 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b2dd4ca6-b647-42f5-a326-d10d9d79b412 req-ab26f4ac-eb5d-483a-8deb-ef6c7465601d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 944 time: 0.2779336 Sep 22 17:08:02.135502 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port e62c689f-694f-4650-961c-8b16b6ed4e18, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e62c689f-694f-4650-961c-8b16b6ed4e18,segment=NetworkSegment(b146063c-c8b6-41a0-b4d9-98c3042a1877),segment_id=b146063c-c8b6-41a0-b4d9-98c3042a1877)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:02.150887 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-982b184f-1df0-48e1-beca-31ef3650c02b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=394c0dcc137c4255821c5c9c86c10b48&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1537795 Sep 22 17:08:02.157376 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': 'e62c689f-694f-4650-961c-8b16b6ed4e18', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'port_id': 'e62c689f-694f-4650-961c-8b16b6ed4e18', 'mac_address': 'fa:16:3e:35:69:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:08:02.162493 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56688) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:02.163189 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b184f-1df0-48e1-beca-31ef3650c02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9b53fb-f106-43e3-9fc6-696c32d165fe,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:02.197214 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dfb89edd-d7ff-41c4-b2c7-2f4926de2823 admin admin] Publish callbacks [] for security_group (6acdd861-8f96-4b7e-bc98-1794d7f01c32), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:02.237545 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef995c7-9b2c-4f57-9a5b-e4da4530c3ea req-39e9dfd1-1c56-40d1-8c1f-8be0a8263b31 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:02.241391 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port e62c689f-694f-4650-961c-8b16b6ed4e18 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:08:02.242024 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (e62c689f-694f-4650-961c-8b16b6ed4e18), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:02.247588 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eef995c7-9b2c-4f57-9a5b-e4da4530c3ea req-39e9dfd1-1c56-40d1-8c1f-8be0a8263b31 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 931 time: 0.2315435 Sep 22 17:08:02.266660 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62c689f-694f-4650-961c-8b16b6ed4e18 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:08:02.297932 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:02.298229 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea {{(pid=106556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:08:02.306939 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port e62c689f-694f-4650-961c-8b16b6ed4e18, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e62c689f-694f-4650-961c-8b16b6ed4e18,segment=NetworkSegment(b146063c-c8b6-41a0-b4d9-98c3042a1877),segment_id=b146063c-c8b6-41a0-b4d9-98c3042a1877)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:02.319574 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (e62c689f-694f-4650-961c-8b16b6ed4e18), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:02.321309 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dfb89edd-d7ff-41c4-b2c7-2f4926de2823 admin admin] Publish callbacks [] for security_group (6acdd861-8f96-4b7e-bc98-1794d7f01c32), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:02.326929 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Attempt 6 to provision port fd0e7b8c-420d-4637-a290-d9a8014bf255 Sep 22 17:08:02.334495 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b2dd4ca6-b647-42f5-a326-d10d9d79b412 req-30aa5a83-5ae5-4c4a-a913-d6c54c7e7c9d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792511 Sep 22 17:08:02.348095 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Publish callbacks [] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:02.364484 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-65d9129e-0385-4489-b37c-e73799ae3baa admin admin] Publish callbacks [] for security_group (3c9b53fb-f106-43e3-9fc6-696c32d165fe), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:02.378288 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0e7b8c-420d-4637-a290-d9a8014bf255 {{(pid=106556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:08:02.395026 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.provisioning_blocks [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Transition to ACTIVE for port object 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea will not be triggered until provisioned by entity L2. {{(pid=106556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:08:02.400668 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Publish callbacks [] for port (fd0e7b8c-420d-4637-a290-d9a8014bf255), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:02.421350 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:02.428623 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Port fd0e7b8c-420d-4637-a290-d9a8014bf255 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:08:02.434965 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=e62c689f-694f-4650-961c-8b16b6ed4e18,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:02.439926 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259b6572-8075-46cf-abb0-e635443cbabb req-80a609bb-cdfb-4c2b-a7aa-17bacc354c8b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Made reservation on behalf of a6e3ace80a4a43b2b187060d6eca8538 for: {'port': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:02.444703 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-259b6572-8075-46cf-abb0-e635443cbabb req-80a609bb-cdfb-4c2b-a7aa-17bacc354c8b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:02.473289 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dfb89edd-d7ff-41c4-b2c7-2f4926de2823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (6acdd861-8f96-4b7e-bc98-1794d7f01c32), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:02.476112 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dfb89edd-d7ff-41c4-b2c7-2f4926de2823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:02.477119 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-dfb89edd-d7ff-41c4-b2c7-2f4926de2823 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6acdd861-8f96-4b7e-bc98-1794d7f01c32 HTTP/1.1" status: 204 len: 168 time: 0.6480918 Sep 22 17:08:02.477344 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-65d9129e-0385-4489-b37c-e73799ae3baa admin admin] Publish callbacks [] for security_group (3c9b53fb-f106-43e3-9fc6-696c32d165fe), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:02.497862 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.provisioning_blocks [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Transition to ACTIVE for port object fd0e7b8c-420d-4637-a290-d9a8014bf255 will not be triggered until provisioned by entity L2. {{(pid=106556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:08:02.519040 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (fd0e7b8c-420d-4637-a290-d9a8014bf255), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:02.523683 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:02.532632 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb89edd-d7ff-41c4-b2c7-2f4926de2823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acdd861-8f96-4b7e-bc98-1794d7f01c32,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:02.538392 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b0c306bd-7550-4812-ab44-1128ede1ef58 req-15215038-129f-4a64-b7ad-44e87740b6d7 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 210 time: 0.0717409 Sep 22 17:08:02.541833 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eef995c7-9b2c-4f57-9a5b-e4da4530c3ea req-390f4e4c-8b96-4de2-95a4-8a0d4c43ded9 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784953 Sep 22 17:08:02.580971 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Pushing event updated for resources: {'Port': ['ID=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:02.649212 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Attempting to bind port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:08:02.649555 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Attempting to bind port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '15924cea-69c5-423e-854b-35aec44b7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c'}] {{(pid=106556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:08:02.650294 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Attempting to bind port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea on network fb742a8a-ec14-42fa-b5c3-8fe1992e342c {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:08:02.786395 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Attempting to bind port fd0e7b8c-420d-4637-a290-d9a8014bf255 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:08:02.791335 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Attempting to bind port fd0e7b8c-420d-4637-a290-d9a8014bf255 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'}] {{(pid=106556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:08:02.793540 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Attempting to bind port fd0e7b8c-420d-4637-a290-d9a8014bf255 on network 906da010-9d01-428f-8bbf-d862e44df893 {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:08:02.819001 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['e62c689f-694f-4650-961c-8b16b6ed4e18'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:08:02.838000 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-65d9129e-0385-4489-b37c-e73799ae3baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (3c9b53fb-f106-43e3-9fc6-696c32d165fe), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:02.842268 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-65d9129e-0385-4489-b37c-e73799ae3baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:02.842268 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-65d9129e-0385-4489-b37c-e73799ae3baa admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3c9b53fb-f106-43e3-9fc6-696c32d165fe HTTP/1.1" status: 204 len: 168 time: 0.6752243 Sep 22 17:08:02.849845 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0e7b8c-420d-4637-a290-d9a8014bf255,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:02.873430 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9129e-0385-4489-b37c-e73799ae3baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9b53fb-f106-43e3-9fc6-696c32d165fe,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:02.880392 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea on network fb742a8a-ec14-42fa-b5c3-8fe1992e342c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:08:02.880716 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Attempting to bind port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea on network fb742a8a-ec14-42fa-b5c3-8fe1992e342c {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:08:02.917011 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e568a4-ab13-4893-afe1-4d9e4234c5ff req-ae998401-8f03-4ddb-8fd1-d27f58303359 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:02.924127 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Port fd0e7b8c-420d-4637-a290-d9a8014bf255 on network 906da010-9d01-428f-8bbf-d862e44df893 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:08:02.924703 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-97e568a4-ab13-4893-afe1-4d9e4234c5ff req-ae998401-8f03-4ddb-8fd1-d27f58303359 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 943 time: 0.1643269 Sep 22 17:08:02.925036 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Attempting to bind port fd0e7b8c-420d-4637-a290-d9a8014bf255 on network 906da010-9d01-428f-8bbf-d862e44df893 {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:08:02.927456 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [req-259b6572-8075-46cf-abb0-e635443cbabb req-80a609bb-cdfb-4c2b-a7aa-17bacc354c8b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Allocated IP 172.20.0.13 (82eac7a2-877a-48c4-bcb2-cd10274854a5/83a051e4-a154-4ee6-92cd-c98927c3c055/7447a832-846a-4c07-be5a-552ef92f9902) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:08:02.944728 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:02.947968 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:02.950233 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Attempt 7 to provision port fd0e7b8c-420d-4637-a290-d9a8014bf255 Sep 22 17:08:02.962974 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f6527-c2cf-4f4f-a683-58de581af790 req-a88c1158-7b14-4ada-8874-7a770920dd17 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:02.971661 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4b7f6527-c2cf-4f4f-a683-58de581af790 req-a88c1158-7b14-4ada-8874-7a770920dd17 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 945 time: 0.1920342 Sep 22 17:08:03.090360 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:08:03.091391 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Checking segment: {'id': '15924cea-69c5-423e-854b-35aec44b7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:08:03.092729 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Bound using segment: {'id': '15924cea-69c5-423e-854b-35aec44b7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c'} {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:08:03.093842 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Bound port: 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15924cea-69c5-423e-854b-35aec44b7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c'}}] {{(pid=106556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:08:03.094476 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:03.116934 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:08:03.117591 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Checking segment: {'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:08:03.118757 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Bound using segment: {'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'} {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:08:03.119590 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Bound port: fd0e7b8c-420d-4637-a290-d9a8014bf255, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'}}] {{(pid=106556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:08:03.120558 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (fd0e7b8c-420d-4637-a290-d9a8014bf255), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:03.143382 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:03.167092 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Port fd0e7b8c-420d-4637-a290-d9a8014bf255 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:08:03.249387 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-97e568a4-ab13-4893-afe1-4d9e4234c5ff req-f0f7437e-48a5-4ef1-b658-9c0effd0010f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151348 Sep 22 17:08:03.299065 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4b7f6527-c2cf-4f4f-a683-58de581af790 req-34b033d0-f4a0-4e73-b46c-b4df186912a3 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265965 Sep 22 17:08:03.300649 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] For port fd0e7b8c-420d-4637-a290-d9a8014bf255, host hv-cinder-83538, cleared binding levels {{(pid=106556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:08:03.312325 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] For port fd0e7b8c-420d-4637-a290-d9a8014bf255, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd0e7b8c-420d-4637-a290-d9a8014bf255,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:08:03.331997 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] For port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea, host hv-cinder-83538, cleared binding levels {{(pid=106556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:08:03.334082 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] For port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:08:03.344037 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (fd0e7b8c-420d-4637-a290-d9a8014bf255), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:03.354023 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:03.354610 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:03.357419 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-35471c8a-28cd-4481-801e-949d83db65e0 req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/fd0e7b8c-420d-4637-a290-d9a8014bf255 HTTP/1.1" status: 200 len: 1093 time: 2.4321818 Sep 22 17:08:03.365603 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb35797-a6cf-42af-9274-a2d6aadd2643', 'tag': 'fd0e7b8c-420d-4637-a290-d9a8014bf255'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:08:03.370910 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fda220-42ce-4f81-b011-6561148ad19b" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb35797-a6cf-42af-9274-a2d6aadd2643", "tag": "fd0e7b8c-420d-4637-a290-d9a8014bf255"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:03.384937 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:03.390194 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:03.393072 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:03.395289 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-406e7682-061b-443e-ac32-b7999a57793e service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea HTTP/1.1" status: 200 len: 1093 time: 2.5127754 Sep 22 17:08:03.509895 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f854b9a7-ab88-495b-ae62-97e1360e8a10 x-openstack-request-id: req-f854b9a7-ab88-495b-ae62-97e1360e8a10 {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:03.510513 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb35797-a6cf-42af-9274-a2d6aadd2643", "tag": "fd0e7b8c-420d-4637-a290-d9a8014bf255", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:03.510981 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f854b9a7-ab88-495b-ae62-97e1360e8a10 {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:03.512258 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f854b9a7-ab88-495b-ae62-97e1360e8a10'] response: {'name': 'network-changed', 'server_uuid': 'cdb35797-a6cf-42af-9274-a2d6aadd2643', 'tag': 'fd0e7b8c-420d-4637-a290-d9a8014bf255', 'status': 'completed', 'code': 200} Sep 22 17:08:03.516674 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd10e4-d7cb-43d2-981a-007b39e25dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0e7b8c-420d-4637-a290-d9a8014bf255,revision_number=3']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:03.589371 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-259b6572-8075-46cf-abb0-e635443cbabb req-80a609bb-cdfb-4c2b-a7aa-17bacc354c8b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for port (7447a832-846a-4c07-be5a-552ef92f9902), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:03.648156 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e7682-061b-443e-ac32-b7999a57793e service neutron] Pushing event updated for resources: {'Port': ['ID=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,revision_number=3']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:03.669228 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Attempt 8 to provision port fd0e7b8c-420d-4637-a290-d9a8014bf255 Sep 22 17:08:03.669406 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b560a52-15fc-4b37-a997-acb6f04b2fe4 req-49ccd997-f09e-411d-99f6-54514cb234ad tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:03.684153 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0b560a52-15fc-4b37-a997-acb6f04b2fe4 req-49ccd997-f09e-411d-99f6-54514cb234ad tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 945 time: 0.1283143 Sep 22 17:08:03.720345 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-259b6572-8075-46cf-abb0-e635443cbabb req-80a609bb-cdfb-4c2b-a7aa-17bacc354c8b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (7447a832-846a-4c07-be5a-552ef92f9902), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:03.757613 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-f3362138-7e6a-4cba-8eb1-fa6bf9502248 None None] Port fd0e7b8c-420d-4637-a290-d9a8014bf255 had new provisioning blocks added so it will not transition to active. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 17:08:03.798005 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:03.823060 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259b6572-8075-46cf-abb0-e635443cbabb req-80a609bb-cdfb-4c2b-a7aa-17bacc354c8b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Network 82eac7a2-877a-48c4-bcb2-cd10274854a5 is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:08:03.839488 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [req-259b6572-8075-46cf-abb0-e635443cbabb req-80a609bb-cdfb-4c2b-a7aa-17bacc354c8b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:03.842624 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-259b6572-8075-46cf-abb0-e635443cbabb req-80a609bb-cdfb-4c2b-a7aa-17bacc354c8b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:08:03.847578 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6572-8075-46cf-abb0-e635443cbabb req-80a609bb-cdfb-4c2b-a7aa-17bacc354c8b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:03.848529 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-259b6572-8075-46cf-abb0-e635443cbabb req-80a609bb-cdfb-4c2b-a7aa-17bacc354c8b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:03.869094 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a609bb-cdfb-4c2b-a7aa-17bacc354c8b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'Port': ['ID=7447a832-846a-4c07-be5a-552ef92f9902,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:03.880030 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01262b9f-cf9a-4aab-8327-46d9eea307bc req-e43d7e5b-cbfc-400b-bf6e-c921901805f9 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:03.881934 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01262b9f-cf9a-4aab-8327-46d9eea307bc req-e43d7e5b-cbfc-400b-bf6e-c921901805f9 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 932 time: 0.1542549 Sep 22 17:08:03.915847 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0b560a52-15fc-4b37-a997-acb6f04b2fe4 req-3dd1ed64-d392-467b-a357-1490c7ee5fe0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106962 Sep 22 17:08:03.957918 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-259b6572-8075-46cf-abb0-e635443cbabb req-80a609bb-cdfb-4c2b-a7aa-17bacc354c8b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1413872 Sep 22 17:08:04.058115 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01262b9f-cf9a-4aab-8327-46d9eea307bc req-62bf2253-c20c-445d-90de-883724d293aa tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379616 Sep 22 17:08:04.108085 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99473201-8888-406d-babd-87cfde81c848 req-a21db43d-bb68-482c-bea6-8d5eca5bf68c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:04.109886 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-99473201-8888-406d-babd-87cfde81c848 req-a21db43d-bb68-482c-bea6-8d5eca5bf68c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.1156430 Sep 22 17:08:04.190923 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-99473201-8888-406d-babd-87cfde81c848 req-d1d4179f-4a62-4b05-b28b-b66687c5f299 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731289 Sep 22 17:08:04.203256 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Request body: {'port': {'device_id': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:04.273461 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device e62c689f-694f-4650-961c-8b16b6ed4e18 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:08:04.412019 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-095172f6-746c-4a8e-8244-21d55e8bcb62 None None] Provisioning complete for port 7447a832-846a-4c07-be5a-552ef92f9902 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:08:04.412649 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-095172f6-746c-4a8e-8244-21d55e8bcb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (7447a832-846a-4c07-be5a-552ef92f9902), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:04.413290 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-095172f6-746c-4a8e-8244-21d55e8bcb62 None None] Attempt 1 to provision port 7447a832-846a-4c07-be5a-552ef92f9902 Sep 22 17:08:04.494387 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff07b02-5b1d-4c5a-9918-e17df397c2ed req-8295c0b1-a8a5-4343-92b7-8696038b5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:04.497865 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-eff07b02-5b1d-4c5a-9918-e17df397c2ed req-8295c0b1-a8a5-4343-92b7-8696038b5e3b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 1127 time: 0.1570106 Sep 22 17:08:04.618188 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.33', 50404) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:04.619449 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (7447a832-846a-4c07-be5a-552ef92f9902), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:04.627768 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-095172f6-746c-4a8e-8244-21d55e8bcb62 None None] Port 7447a832-846a-4c07-be5a-552ef92f9902 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:08:04.635655 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port e62c689f-694f-4650-961c-8b16b6ed4e18 completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:08:04.645523 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fda220-42ce-4f81-b011-6561148ad19b req-cb6884d3-521c-4497-82d6-9e742966be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:04.648597 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-38fda220-42ce-4f81-b011-6561148ad19b req-cb6884d3-521c-4497-82d6-9e742966be7d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 1127 time: 0.3098278 Sep 22 17:08:04.662217 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port e62c689f-694f-4650-961c-8b16b6ed4e18 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:08:04.662940 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (e62c689f-694f-4650-961c-8b16b6ed4e18), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:04.663592 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port e62c689f-694f-4650-961c-8b16b6ed4e18 Sep 22 17:08:04.668987 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-34eb4aff-4306-42ce-adbb-102f15b749fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:04.670521 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-34eb4aff-4306-42ce-adbb-102f15b749fc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=45847b1fd67c4caaa03a36895cd2263a&device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 1127 time: 0.0520713 Sep 22 17:08:04.762908 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:04.791822 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-eca35457-db0c-4f5c-a7ce-1d0c6495bba7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea HTTP/1.1" status: 200 len: 217 time: 0.0716693 Sep 22 17:08:04.859428 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff07b02-5b1d-4c5a-9918-e17df397c2ed req-acad007e-3588-489c-8142-11e4a6706581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:04.862744 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-eff07b02-5b1d-4c5a-9918-e17df397c2ed req-acad007e-3588-489c-8142-11e4a6706581 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 919 time: 0.2123508 Sep 22 17:08:04.924116 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port e62c689f-694f-4650-961c-8b16b6ed4e18 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:08:04.924733 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (e62c689f-694f-4650-961c-8b16b6ed4e18), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:04.955978 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979379b2-1673-4425-be3f-98d99729db47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62c689f-694f-4650-961c-8b16b6ed4e18'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:08:04.959594 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f173e7-68b2-455d-a1b7-5b10d7d3aed5" -d '{"events": [{"server_uuid": "979379b2-1673-4425-be3f-98d99729db47", "name": "network-vif-plugged", "status": "completed", "tag": "e62c689f-694f-4650-961c-8b16b6ed4e18"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:04.976956 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port e62c689f-694f-4650-961c-8b16b6ed4e18, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e62c689f-694f-4650-961c-8b16b6ed4e18,segment=NetworkSegment(b146063c-c8b6-41a0-b4d9-98c3042a1877),segment_id=b146063c-c8b6-41a0-b4d9-98c3042a1877)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:04.978483 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:04.980753 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-eff07b02-5b1d-4c5a-9918-e17df397c2ed req-af002b07-2377-4f79-b673-27d1c6732822 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c HTTP/1.1" status: 200 len: 217 time: 0.0927639 Sep 22 17:08:04.983882 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (e62c689f-694f-4650-961c-8b16b6ed4e18), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:05.004879 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba938c2-14fd-492b-8967-b531e23f099c req-dd6d249d-ae19-47e9-9105-de3f770b1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:05.006376 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-eba938c2-14fd-492b-8967-b531e23f099c req-dd6d249d-ae19-47e9-9105-de3f770b1d1c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1c5982a3-8aaa-4aa9-908c-22cf8406126d HTTP/1.1" status: 200 len: 849 time: 0.8087406 Sep 22 17:08:05.048884 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=e62c689f-694f-4650-961c-8b16b6ed4e18,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:05.059034 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22a3124-0b6e-4e76-860d-eaf586cf1f9a req-1d3e913e-cee7-457f-9b6a-2b0263dff916 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:05.068552 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e22a3124-0b6e-4e76-860d-eaf586cf1f9a req-1d3e913e-cee7-457f-9b6a-2b0263dff916 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 943 time: 0.4437861 Sep 22 17:08:05.099177 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60231a37-9702-4fb4-a80f-0e3726285e5b req-81592872-8277-4d7c-827f-ffe91c6cb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:05.111120 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-60231a37-9702-4fb4-a80f-0e3726285e5b req-81592872-8277-4d7c-827f-ffe91c6cb6f2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 1129 time: 0.4890530 Sep 22 17:08:05.123347 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff07b02-5b1d-4c5a-9918-e17df397c2ed req-f8355ffb-caf1-4394-824f-977cc87ad930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:05.124835 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-eff07b02-5b1d-4c5a-9918-e17df397c2ed req-f8355ffb-caf1-4394-824f-977cc87ad930 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ff3b5331-7dbe-4b3b-ac39-cc04115e40fd HTTP/1.1" status: 200 len: 857 time: 0.1341448 Sep 22 17:08:05.130349 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-095172f6-746c-4a8e-8244-21d55e8bcb62 None None] Attempt 2 to provision port 7447a832-846a-4c07-be5a-552ef92f9902 Sep 22 17:08:05.222421 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-095172f6-746c-4a8e-8244-21d55e8bcb62 None None] Port 7447a832-846a-4c07-be5a-552ef92f9902 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:08:05.348279 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-4e76e577-a7fe-4ac5-bb0f-69b1f0a98563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:05.349934 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-4e76e577-a7fe-4ac5-bb0f-69b1f0a98563 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=078d2151-b8ac-45b8-a09f-7943bc063688 HTTP/1.1" status: 200 len: 855 time: 0.4982638 Sep 22 17:08:05.356711 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35448021-5619-4200-ae1e-7f93d458ec41 req-4ee74d68-0451-4273-9191-b09248ed6759 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:05.364153 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-35448021-5619-4200-ae1e-7f93d458ec41 req-4ee74d68-0451-4273-9191-b09248ed6759 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 945 time: 0.7482421 Sep 22 17:08:05.432049 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-60231a37-9702-4fb4-a80f-0e3726285e5b req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:05.461955 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:05.462881 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:05.493653 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e22a3124-0b6e-4e76-860d-eaf586cf1f9a req-18991898-4010-4ee0-99e0-a7c58d1f8e03 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244788 Sep 22 17:08:05.502984 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 56798) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:05.570923 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff07b02-5b1d-4c5a-9918-e17df397c2ed req-59e35f24-2165-4529-99bf-e8c03f728255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:05.572450 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-eff07b02-5b1d-4c5a-9918-e17df397c2ed req-59e35f24-2165-4529-99bf-e8c03f728255 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=906da010-9d01-428f-8bbf-d862e44df893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4020252 Sep 22 17:08:05.573002 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'tag': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:08:05.576685 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824f31cc-f5ee-4014-8dfc-826f389f1b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2", "tag": "9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:05.580353 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba938c2-14fd-492b-8967-b531e23f099c req-dc4959d4-9b82-48f5-8e5e-d7c94a8328bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:05.582256 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-eba938c2-14fd-492b-8967-b531e23f099c req-dc4959d4-9b82-48f5-8e5e-d7c94a8328bc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4446435 Sep 22 17:08:05.608686 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-35448021-5619-4200-ae1e-7f93d458ec41 req-b13db0b4-d846-4a83-b313-651eee1e7b48 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412419 Sep 22 17:08:05.724380 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-095172f6-746c-4a8e-8244-21d55e8bcb62 None None] Attempt 3 to provision port 7447a832-846a-4c07-be5a-552ef92f9902 Sep 22 17:08:05.733561 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9457eee1-a5f4-42b8-8a45-fcbf9f9a62b3 x-openstack-request-id: req-9457eee1-a5f4-42b8-8a45-fcbf9f9a62b3 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:05.734241 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979379b2-1673-4425-be3f-98d99729db47", "name": "network-vif-plugged", "status": "completed", "tag": "e62c689f-694f-4650-961c-8b16b6ed4e18", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:05.734839 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9457eee1-a5f4-42b8-8a45-fcbf9f9a62b3 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:05.735580 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9457eee1-a5f4-42b8-8a45-fcbf9f9a62b3'] response: {'server_uuid': '979379b2-1673-4425-be3f-98d99729db47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62c689f-694f-4650-961c-8b16b6ed4e18', 'code': 200} Sep 22 17:08:05.782293 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-eff07b02-5b1d-4c5a-9918-e17df397c2ed req-3bc633e1-3470-4567-9335-0db9db77ca2a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880438 Sep 22 17:08:05.839181 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-095172f6-746c-4a8e-8244-21d55e8bcb62 None None] Port 7447a832-846a-4c07-be5a-552ef92f9902 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:08:05.927437 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7447a832-846a-4c07-be5a-552ef92f9902 {{(pid=106555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:08:05.945317 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Publish callbacks [] for port (7447a832-846a-4c07-be5a-552ef92f9902), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:06.035074 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:06.051564 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.33', 50408) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:06.067916 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-e8d773c4-92b4-4948-883f-93fdf2f80cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:06.069438 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-e8d773c4-92b4-4948-883f-93fdf2f80cdb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4738276 Sep 22 17:08:06.076433 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac45b55-1c46-496f-b9ad-caafa2de1d5a req-070098f5-b4f2-4267-aa76-9eaab87180f1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:06.078753 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bac45b55-1c46-496f-b9ad-caafa2de1d5a req-070098f5-b4f2-4267-aa76-9eaab87180f1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 932 time: 0.0832057 Sep 22 17:08:06.143236 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.provisioning_blocks [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Transition to ACTIVE for port object 7447a832-846a-4c07-be5a-552ef92f9902 will not be triggered until provisioned by entity L2. {{(pid=106555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:08:06.211480 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:08:06.254326 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bac45b55-1c46-496f-b9ad-caafa2de1d5a req-e9f56ca2-77cf-402c-99cc-ec3317bef638 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357567 Sep 22 17:08:06.257479 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d02875-b247-41d9-8f0d-af68af75c125 req-12ea8a29-3a12-4e86-99f9-3686b821ab3c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:06.259048 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-97d02875-b247-41d9-8f0d-af68af75c125 req-12ea8a29-3a12-4e86-99f9-3686b821ab3c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.5054395 Sep 22 17:08:06.270598 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6a64bc57-10a2-40ba-aeec-dd348c48be73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:06.316569 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (7447a832-846a-4c07-be5a-552ef92f9902), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:06.374609 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fda220-42ce-4f81-b011-6561148ad19b req-a112216e-959b-4287-91b2-4d27fa6d8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:06.376761 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-38fda220-42ce-4f81-b011-6561148ad19b req-a112216e-959b-4287-91b2-4d27fa6d8038 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=105c11557b6f45329dc97af01e8ea915&shared=False HTTP/1.1" status: 200 len: 919 time: 1.5087836 Sep 22 17:08:06.377898 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe8d5f-a5d4-42b7-9186-331e050280d4 req-d98d8bed-62f9-4652-a407-66710648df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:06.379710 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-27fe8d5f-a5d4-42b7-9186-331e050280d4 req-d98d8bed-62f9-4652-a407-66710648df4a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 1130 time: 0.3226483 Sep 22 17:08:06.419632 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-eba938c2-14fd-492b-8967-b531e23f099c req-4cfe3453-15b4-4870-92ef-e59a4824a4ce service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6407316 Sep 22 17:08:06.421710 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-eff07b02-5b1d-4c5a-9918-e17df397c2ed req-72317f4f-27cb-4fc6-bdf2-95022db9b8b5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6035824 Sep 22 17:08:06.434175 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:06.451365 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-095172f6-746c-4a8e-8244-21d55e8bcb62 None None] Attempt 4 to provision port 7447a832-846a-4c07-be5a-552ef92f9902 Sep 22 17:08:06.489993 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': 'd0d3ad94-b2b0-4603-b33c-ae0e3280fa0c', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'port_id': 'd0d3ad94-b2b0-4603-b33c-ae0e3280fa0c', 'mac_address': 'fa:16:3e:cd:46:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:08:06.492598 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-095172f6-746c-4a8e-8244-21d55e8bcb62 None None] Port 7447a832-846a-4c07-be5a-552ef92f9902 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:08:06.555889 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:08:06.556271 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:06.578660 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:08:06.585770 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-60231a37-9702-4fb4-a80f-0e3726285e5b req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Publish callbacks [] for security_group (a5550057-d223-4fcc-a5da-c4ab50d35e52), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:06.621769 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:06.625377 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb840cfa-7a21-4850-9b94-539989d15e21 req-a406d357-97a2-4e0d-b73f-036e888d1b9d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:06.627275 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cb840cfa-7a21-4850-9b94-539989d15e21 req-a406d357-97a2-4e0d-b73f-036e888d1b9d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.1833441 Sep 22 17:08:06.628851 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-60231a37-9702-4fb4-a80f-0e3726285e5b req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (a5550057-d223-4fcc-a5da-c4ab50d35e52), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:06.635340 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:06.700692 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Pushing event updated for resources: {'Port': ['ID=7447a832-846a-4c07-be5a-552ef92f9902,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:06.737967 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:06.756288 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:06.780065 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:06.802060 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.802687 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.803196 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.803684 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.804013 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.804344 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.804667 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.805024 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.805348 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.805666 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.805986 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.806327 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.806648 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.806976 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.811777 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.829576 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:06.834473 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cb840cfa-7a21-4850-9b94-539989d15e21 req-c7faafb4-1b33-49c4-b82b-4ffdddfd591c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928115 Sep 22 17:08:06.835652 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a5550057-d223-4fcc-a5da-c4ab50d35e52,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:06.845410 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Attempting to bind port 7447a832-846a-4c07-be5a-552ef92f9902 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:08:06.845999 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Attempting to bind port 7447a832-846a-4c07-be5a-552ef92f9902 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:08:06.846330 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Attempting to bind port 7447a832-846a-4c07-be5a-552ef92f9902 on network 82eac7a2-877a-48c4-bcb2-cd10274854a5 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:08:06.903640 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.904021 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.905014 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.905360 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.905861 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.906621 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.907553 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.908094 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.908595 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.909105 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.909708 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.910175 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.910639 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.911402 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.912305 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:06.924667 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-27fe8d5f-a5d4-42b7-9186-331e050280d4 req-f5ffaa86-737d-49ff-b1dd-fdb48ec5e5af service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208308 Sep 22 17:08:06.925906 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-8a4187aa-4c26-4538-b2b6-515ebba3b6b4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8436043 Sep 22 17:08:06.932388 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc800daf-0753-4a70-95b2-ff50341d92e6 x-openstack-request-id: req-bc800daf-0753-4a70-95b2-ff50341d92e6 {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:06.934816 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2", "tag": "9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:06.935748 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc800daf-0753-4a70-95b2-ff50341d92e6 {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:06.936336 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Port 7447a832-846a-4c07-be5a-552ef92f9902 on network 82eac7a2-877a-48c4-bcb2-cd10274854a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:08:06.936833 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc800daf-0753-4a70-95b2-ff50341d92e6'] response: {'name': 'network-changed', 'server_uuid': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'tag': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea', 'status': 'completed', 'code': 200} Sep 22 17:08:06.937949 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Attempting to bind port 7447a832-846a-4c07-be5a-552ef92f9902 on network 82eac7a2-877a-48c4-bcb2-cd10274854a5 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:08:06.995003 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-095172f6-746c-4a8e-8244-21d55e8bcb62 None None] Attempt 5 to provision port 7447a832-846a-4c07-be5a-552ef92f9902 Sep 22 17:08:07.034543 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-97d02875-b247-41d9-8f0d-af68af75c125 req-c418e59b-910d-409b-a1a0-2fcb789e3a30 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7407215 Sep 22 17:08:07.043240 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.052824 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.053526 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.054180 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.059762 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.064959 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.065729 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.066199 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.066710 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.067292 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.067918 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.068499 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.072303 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.072869 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.073215 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.085818 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-60231a37-9702-4fb4-a80f-0e3726285e5b req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7192669 Sep 22 17:08:07.095910 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:08:07.131803 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fda220-42ce-4f81-b011-6561148ad19b req-55c32ec4-dbe5-4830-98db-1ec952948c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:07.133389 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-38fda220-42ce-4f81-b011-6561148ad19b req-55c32ec4-dbe5-4830-98db-1ec952948c70 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5325460 Sep 22 17:08:07.150051 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:08:07.150384 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Checking segment: {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:08:07.150800 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Bound using segment: {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:08:07.151460 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Bound port: 7447a832-846a-4c07-be5a-552ef92f9902, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'}}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:08:07.151835 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (7447a832-846a-4c07-be5a-552ef92f9902), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:07.180716 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-eba938c2-14fd-492b-8967-b531e23f099c req-9270f535-19ca-4b83-a79a-0ab18a802fb1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772989 Sep 22 17:08:07.255675 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-095172f6-746c-4a8e-8244-21d55e8bcb62 None None] Port 7447a832-846a-4c07-be5a-552ef92f9902 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:08:07.306301 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:07.313304 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0aeb20-2be9-44e7-b4e5-cd1e36a95d17 req-ec7cf13a-eb47-4985-bf2a-c2972a9db49d tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:07.315144 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dd0aeb20-2be9-44e7-b4e5-cd1e36a95d17 req-ec7cf13a-eb47-4985-bf2a-c2972a9db49d tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 945 time: 0.1574976 Sep 22 17:08:07.396454 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6a64bc57-10a2-40ba-aeec-dd348c48be73 admin admin] Publish callbacks [] for security_group (0922d14f-32c1-42d3-a0aa-e6a7f6eb40d3), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:07.399246 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:07.473355 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58500ebd-8f70-4514-a228-5d29eeac0e89 req-1c70401e-9979-4c93-856c-d4708aec3a75 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:07.480675 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-58500ebd-8f70-4514-a228-5d29eeac0e89 req-1c70401e-9979-4c93-856c-d4708aec3a75 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 943 time: 0.3926458 Sep 22 17:08:07.490193 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6a64bc57-10a2-40ba-aeec-dd348c48be73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (0922d14f-32c1-42d3-a0aa-e6a7f6eb40d3), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:07.526411 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-6a64bc57-10a2-40ba-aeec-dd348c48be73 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bc01740615ff4928ae72955b5ccc5b47&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0223458 Sep 22 17:08:07.529447 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56878) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:07.604144 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Publish callbacks [] for security_group (0922d14f-32c1-42d3-a0aa-e6a7f6eb40d3), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:07.632864 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Publish callbacks [] for security_group (0922d14f-32c1-42d3-a0aa-e6a7f6eb40d3), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:07.654806 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] For port 7447a832-846a-4c07-be5a-552ef92f9902, host hv-cinder-83538, cleared binding levels {{(pid=106555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:08:07.660313 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-58500ebd-8f70-4514-a228-5d29eeac0e89 req-999a09a1-8b45-4dfa-b407-6d29d318ba73 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382322 Sep 22 17:08:07.662551 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] For port 7447a832-846a-4c07-be5a-552ef92f9902, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7447a832-846a-4c07-be5a-552ef92f9902,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:08:07.670704 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64bc57-10a2-40ba-aeec-dd348c48be73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0922d14f-32c1-42d3-a0aa-e6a7f6eb40d3,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:07.677923 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dd0aeb20-2be9-44e7-b4e5-cd1e36a95d17 req-40e7589d-baaf-4817-a1b1-8010c9deb4fb tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478377 Sep 22 17:08:07.680002 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (7447a832-846a-4c07-be5a-552ef92f9902), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:07.685966 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:07.686696 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:07.688301 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-259b6572-8075-46cf-abb0-e635443cbabb req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/7447a832-846a-4c07-be5a-552ef92f9902 HTTP/1.1" status: 200 len: 1094 time: 3.4906723 Sep 22 17:08:07.688973 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'tag': '7447a832-846a-4c07-be5a-552ef92f9902'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:08:07.691630 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604c9a71-5320-4c34-bae2-e945e2537eda" -d '{"events": [{"name": "network-changed", "server_uuid": "9f634f38-8ab0-4a46-a568-6bba89fc4bc3", "tag": "7447a832-846a-4c07-be5a-552ef92f9902"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:07.724425 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (0922d14f-32c1-42d3-a0aa-e6a7f6eb40d3), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:07.724425 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:07.724425 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0922d14f-32c1-42d3-a0aa-e6a7f6eb40d3 HTTP/1.1" status: 204 len: 168 time: 0.1919494 Sep 22 17:08:07.757079 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-095172f6-746c-4a8e-8244-21d55e8bcb62 None None] Attempt 6 to provision port 7447a832-846a-4c07-be5a-552ef92f9902 Sep 22 17:08:07.765147 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0922d14f-32c1-42d3-a0aa-e6a7f6eb40d3,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:07.831825 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.835818 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.836212 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.839226 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.840202 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.843995 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.850684 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.851990 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.852147 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.852484 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.853271 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.854438 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.859271 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.859625 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.859969 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbcfe5-5b5a-4666-bdfd-f3188fc22856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:07.920952 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-095172f6-746c-4a8e-8244-21d55e8bcb62 None None] Port 7447a832-846a-4c07-be5a-552ef92f9902 had new provisioning blocks added so it will not transition to active. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 17:08:07.958500 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f545f2-b428-46d4-9220-ec8c0d117b3a x-openstack-request-id: req-a7f545f2-b428-46d4-9220-ec8c0d117b3a {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:07.959428 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f634f38-8ab0-4a46-a568-6bba89fc4bc3", "tag": "7447a832-846a-4c07-be5a-552ef92f9902", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:07.959829 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7f545f2-b428-46d4-9220-ec8c0d117b3a {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:07.960415 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f545f2-b428-46d4-9220-ec8c0d117b3a'] response: {'name': 'network-changed', 'server_uuid': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'tag': '7447a832-846a-4c07-be5a-552ef92f9902', 'status': 'completed', 'code': 200} Sep 22 17:08:07.985463 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ba70e-668b-49df-9057-5bff8d36683a service neutron] Pushing event updated for resources: {'Port': ['ID=7447a832-846a-4c07-be5a-552ef92f9902,revision_number=3']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:08.017815 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9816850e-774e-43d8-ab3c-4899963b3fa6 req-22e1504e-8582-4c60-b878-579e597130e5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249711 Sep 22 17:08:08.084267 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce18af-1322-4401-a6a2-9bfe28cbdc86 req-240d21e2-d3e3-43f0-90b4-8425dacc0652 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:08.086093 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a3ce18af-1322-4401-a6a2-9bfe28cbdc86 req-240d21e2-d3e3-43f0-90b4-8425dacc0652 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 944 time: 0.0908582 Sep 22 17:08:08.144486 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f3eee-ac32-43b7-b99b-bbd7a7eb1e4d req-68641123-378a-4900-9234-4b7910a0a52c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:08.146068 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d55f3eee-ac32-43b7-b99b-bbd7a7eb1e4d req-68641123-378a-4900-9234-4b7910a0a52c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0831800 Sep 22 17:08:08.191705 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a3ce18af-1322-4401-a6a2-9bfe28cbdc86 req-4ca8de89-f666-4619-9620-2d862062b497 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866632 Sep 22 17:08:08.227716 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d55f3eee-ac32-43b7-b99b-bbd7a7eb1e4d req-e7a01b8c-68c8-484f-a288-df47ce8f59f1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678816 Sep 22 17:08:08.390899 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:08:08.424653 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047a6a3-0843-458f-af49-c6b4858bb3b9 req-ae13305c-41bf-4f2d-adfa-dea0eba2a8b0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:08.428315 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2047a6a3-0843-458f-af49-c6b4858bb3b9 req-ae13305c-41bf-4f2d-adfa-dea0eba2a8b0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.1056645 Sep 22 17:08:08.487552 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:08.501226 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:08.509595 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2047a6a3-0843-458f-af49-c6b4858bb3b9 req-c743d964-0185-453f-839a-54bd1c7ace12 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682237 Sep 22 17:08:08.530867 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:08:08.545786 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 56914) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:08.551598 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:08:08.552239 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:08.552858 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c Sep 22 17:08:08.560684 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3161e395-bba5-4675-b7db-7935e01efb7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:08.643924 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:08:08.644313 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:08.655002 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3161e395-bba5-4675-b7db-7935e01efb7e admin admin] Publish callbacks [] for security_group (09d98e47-d3fa-491f-b745-4ae6f7107228), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:08.660607 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3161e395-bba5-4675-b7db-7935e01efb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (09d98e47-d3fa-491f-b745-4ae6f7107228), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:08.676116 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7947f62-c48e-4f60-b109-295247f6e1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d3ad94-b2b0-4603-b33c-ae0e3280fa0c'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:08:08.678972 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b0bbee-55eb-4bad-8bbe-d99df5ae35c0" -d '{"events": [{"server_uuid": "b7947f62-c48e-4f60-b109-295247f6e1aa", "name": "network-vif-plugged", "status": "completed", "tag": "d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:08.680967 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56918) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:08.694489 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:08.703831 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:08.711412 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56924) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:08.738336 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369a4829-eacd-4070-97e7-4a42cbaaa770 x-openstack-request-id: req-369a4829-eacd-4070-97e7-4a42cbaaa770 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:08.738753 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7947f62-c48e-4f60-b109-295247f6e1aa", "name": "network-vif-plugged", "status": "completed", "tag": "d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:08.739216 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-369a4829-eacd-4070-97e7-4a42cbaaa770 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:08.739622 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-369a4829-eacd-4070-97e7-4a42cbaaa770'] response: {'server_uuid': 'b7947f62-c48e-4f60-b109-295247f6e1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d3ad94-b2b0-4603-b33c-ae0e3280fa0c', 'code': 200} Sep 22 17:08:08.766159 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-3161e395-bba5-4675-b7db-7935e01efb7e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d101b35ab6ba492e9f0bea66d5764efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242739 Sep 22 17:08:08.768699 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56932) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:08.779777 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:08.800882 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161e395-bba5-4675-b7db-7935e01efb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d98e47-d3fa-491f-b745-4ae6f7107228,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:08.844448 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:08.879179 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5454239f-53ad-409f-858a-2518d9dba2eb admin admin] Publish callbacks [] for security_group (09d98e47-d3fa-491f-b745-4ae6f7107228), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:08.907068 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5454239f-53ad-409f-858a-2518d9dba2eb admin admin] Publish callbacks [] for security_group (09d98e47-d3fa-491f-b745-4ae6f7107228), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:08.974990 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-310db9f6-b3cd-4a6a-9da5-abe1bc6a3f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:08.996557 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-895b743f-07c1-4fd7-934a-0f1a7473e220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:09.035694 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5454239f-53ad-409f-858a-2518d9dba2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (09d98e47-d3fa-491f-b745-4ae6f7107228), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:09.038250 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5454239f-53ad-409f-858a-2518d9dba2eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:09.039481 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-5454239f-53ad-409f-858a-2518d9dba2eb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/09d98e47-d3fa-491f-b745-4ae6f7107228 HTTP/1.1" status: 204 len: 168 time: 0.2689447 Sep 22 17:08:09.073823 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454239f-53ad-409f-858a-2518d9dba2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d98e47-d3fa-491f-b745-4ae6f7107228,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:09.142122 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e21ed6-30d4-4761-a5a3-43433b48c107 req-ee37981c-486b-42a0-8cfe-7d9108cb3e4d tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:09.143719 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d7e21ed6-30d4-4761-a5a3-43433b48c107 req-ee37981c-486b-42a0-8cfe-7d9108cb3e4d tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 945 time: 0.2921486 Sep 22 17:08:09.144447 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:09.153088 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261ea40-8910-4d72-9c9d-e46262b878da req-92c17595-1362-4185-aa0f-9879557f4698 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:09.154648 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5261ea40-8910-4d72-9c9d-e46262b878da req-92c17595-1362-4185-aa0f-9879557f4698 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 943 time: 0.2934165 Sep 22 17:08:09.167028 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c9a71-5320-4c34-bae2-e945e2537eda req-4c5c0ce6-5b3c-49fc-ab36-dc061af96ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:09.168535 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-604c9a71-5320-4c34-bae2-e945e2537eda req-4c5c0ce6-5b3c-49fc-ab36-dc061af96ffb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 1128 time: 0.0823014 Sep 22 17:08:09.191340 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-310db9f6-b3cd-4a6a-9da5-abe1bc6a3f76 admin admin] Publish callbacks [] for security_group (d5969ae8-d205-4f06-8090-c4d67d6ab77b), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:09.201527 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-310db9f6-b3cd-4a6a-9da5-abe1bc6a3f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (d5969ae8-d205-4f06-8090-c4d67d6ab77b), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:09.211016 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-895b743f-07c1-4fd7-934a-0f1a7473e220 admin admin] Publish callbacks [] for security_group (bdf502fd-b08d-44ac-ac97-79a03768073e), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:09.228711 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-895b743f-07c1-4fd7-934a-0f1a7473e220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (bdf502fd-b08d-44ac-ac97-79a03768073e), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:09.239667 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5261ea40-8910-4d72-9c9d-e46262b878da req-dafb1c88-6425-4791-9c84-22d15026f03a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751765 Sep 22 17:08:09.268961 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d7e21ed6-30d4-4761-a5a3-43433b48c107 req-13c024d9-a73c-4d97-aa1b-674968d5f2d9 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119061 Sep 22 17:08:09.274523 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310db9f6-b3cd-4a6a-9da5-abe1bc6a3f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5969ae8-d205-4f06-8090-c4d67d6ab77b,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:09.282327 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-310db9f6-b3cd-4a6a-9da5-abe1bc6a3f76 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=278384ce652c41c4a1d5f5d1e73ef4c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5970511 Sep 22 17:08:09.283098 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 56940) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:09.292854 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-895b743f-07c1-4fd7-934a-0f1a7473e220 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ded031d645c14fbc80a8974d33ab3fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5780029 Sep 22 17:08:09.293467 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 56944) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:09.310925 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b743f-07c1-4fd7-934a-0f1a7473e220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf502fd-b08d-44ac-ac97-79a03768073e,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:09.489511 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea4d2a-1565-4a5a-afb2-03222e12013f req-8f8cbc31-7765-4e22-b07b-b9431001e514 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:09.491155 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-74ea4d2a-1565-4a5a-afb2-03222e12013f req-8f8cbc31-7765-4e22-b07b-b9431001e514 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 944 time: 0.1411829 Sep 22 17:08:09.501998 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70298e02-df04-4edc-b4d6-56ded9cdd6d5 req-b4080a85-33db-461c-93fe-ff9590ef6910 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:09.503666 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-70298e02-df04-4edc-b4d6-56ded9cdd6d5 req-b4080a85-33db-461c-93fe-ff9590ef6910 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.1256094 Sep 22 17:08:09.509197 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b473-7fc7-40b4-92fb-5517eeac16df admin admin] Publish callbacks [] for security_group (d5969ae8-d205-4f06-8090-c4d67d6ab77b), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:09.516602 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6902f432-454c-4281-960f-becd71d203e1 admin admin] Publish callbacks [] for security_group (bdf502fd-b08d-44ac-ac97-79a03768073e), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:09.592003 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6902f432-454c-4281-960f-becd71d203e1 admin admin] Publish callbacks [] for security_group (bdf502fd-b08d-44ac-ac97-79a03768073e), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:09.595838 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b473-7fc7-40b4-92fb-5517eeac16df admin admin] Publish callbacks [] for security_group (d5969ae8-d205-4f06-8090-c4d67d6ab77b), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:09.679347 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:09.704308 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-74ea4d2a-1565-4a5a-afb2-03222e12013f req-88a1470e-d55d-4038-827f-3de6de0357da tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973035 Sep 22 17:08:09.719277 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-70298e02-df04-4edc-b4d6-56ded9cdd6d5 req-a6bda77b-4819-4d8e-ab86-89df85c79e64 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002690 Sep 22 17:08:09.763632 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6902f432-454c-4281-960f-becd71d203e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (bdf502fd-b08d-44ac-ac97-79a03768073e), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:09.769513 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6902f432-454c-4281-960f-becd71d203e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:09.774334 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-6902f432-454c-4281-960f-becd71d203e1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bdf502fd-b08d-44ac-ac97-79a03768073e HTTP/1.1" status: 204 len: 168 time: 0.4624920 Sep 22 17:08:09.775827 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b473-7fc7-40b4-92fb-5517eeac16df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (d5969ae8-d205-4f06-8090-c4d67d6ab77b), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:09.779129 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b473-7fc7-40b4-92fb-5517eeac16df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:09.780397 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-f1d3b473-7fc7-40b4-92fb-5517eeac16df admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d5969ae8-d205-4f06-8090-c4d67d6ab77b HTTP/1.1" status: 204 len: 168 time: 0.4961762 Sep 22 17:08:09.786788 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902f432-454c-4281-960f-becd71d203e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf502fd-b08d-44ac-ac97-79a03768073e,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:09.816619 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3b473-7fc7-40b4-92fb-5517eeac16df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5969ae8-d205-4f06-8090-c4d67d6ab77b,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:09.918028 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:09.952095 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f64c2-0f4a-4169-96fd-279dccd47740 req-4be93929-e411-445e-b1a1-875db13ef0f3 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:09.959922 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-994f64c2-0f4a-4169-96fd-279dccd47740 req-4be93929-e411-445e-b1a1-875db13ef0f3 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0956237 Sep 22 17:08:10.037731 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-994f64c2-0f4a-4169-96fd-279dccd47740 req-7c318ad0-ea8d-4784-b032-2a3d88783561 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764928 Sep 22 17:08:10.196739 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 56968) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:10.215046 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-12298a9f-d23b-4832-89fb-76ac84d6960b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:10.286297 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56972) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:10.318135 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8845ce79-58a9-4555-bc69-d89965c00034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:10.346259 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-12298a9f-d23b-4832-89fb-76ac84d6960b admin admin] Publish callbacks [] for security_group (bd1ea9e6-7f7f-423e-bfcc-74c5cd9be6d0), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:10.353226 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-12298a9f-d23b-4832-89fb-76ac84d6960b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (bd1ea9e6-7f7f-423e-bfcc-74c5cd9be6d0), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:10.434139 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-12298a9f-d23b-4832-89fb-76ac84d6960b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d9c65c038a6946e38691fc3953ed604a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343848 Sep 22 17:08:10.438553 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 56976) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:10.440422 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12298a9f-d23b-4832-89fb-76ac84d6960b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1ea9e6-7f7f-423e-bfcc-74c5cd9be6d0,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:10.565205 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8845ce79-58a9-4555-bc69-d89965c00034 admin admin] Publish callbacks [] for security_group (40a68a46-fc9d-4ff7-8c50-8bc42ed06c29), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:10.579370 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8845ce79-58a9-4555-bc69-d89965c00034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (40a68a46-fc9d-4ff7-8c50-8bc42ed06c29), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:10.585303 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49374c-9809-4f18-a560-7071ed51751f req-aebf49f9-487f-4572-80db-ce9e0d81cd93 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:10.586891 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7b49374c-9809-4f18-a560-7071ed51751f req-aebf49f9-487f-4572-80db-ce9e0d81cd93 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 943 time: 0.1111307 Sep 22 17:08:10.593645 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22a749-b815-43c7-b1ba-47b4fe29aabb req-0c522f72-ef29-466b-b552-469077ac3100 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:10.595226 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6d22a749-b815-43c7-b1ba-47b4fe29aabb req-0c522f72-ef29-466b-b552-469077ac3100 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 945 time: 0.0992687 Sep 22 17:08:10.601745 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-83ce7f7f-c651-4946-8b5c-300e5ce14576 admin admin] Publish callbacks [] for security_group (bd1ea9e6-7f7f-423e-bfcc-74c5cd9be6d0), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:10.680708 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7b49374c-9809-4f18-a560-7071ed51751f req-60ebb296-5421-4523-9d8c-72767fbf38fd tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843353 Sep 22 17:08:10.684509 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6d22a749-b815-43c7-b1ba-47b4fe29aabb req-226066a2-a432-43a6-958c-c1ac23492a86 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805926 Sep 22 17:08:10.688771 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-83ce7f7f-c651-4946-8b5c-300e5ce14576 admin admin] Publish callbacks [] for security_group (bd1ea9e6-7f7f-423e-bfcc-74c5cd9be6d0), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:10.697578 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-8845ce79-58a9-4555-bc69-d89965c00034 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=aa5500b5e3e140269335f57e8c61c1d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4074507 Sep 22 17:08:10.697578 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845ce79-58a9-4555-bc69-d89965c00034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a68a46-fc9d-4ff7-8c50-8bc42ed06c29,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:10.697989 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 56982) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:10.791828 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e502554a-cab9-4c10-9910-ff7ce5e5c348 admin admin] Publish callbacks [] for security_group (40a68a46-fc9d-4ff7-8c50-8bc42ed06c29), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:10.796979 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-83ce7f7f-c651-4946-8b5c-300e5ce14576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (bd1ea9e6-7f7f-423e-bfcc-74c5cd9be6d0), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:10.803538 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-83ce7f7f-c651-4946-8b5c-300e5ce14576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:10.807923 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-83ce7f7f-c651-4946-8b5c-300e5ce14576 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bd1ea9e6-7f7f-423e-bfcc-74c5cd9be6d0 HTTP/1.1" status: 204 len: 168 time: 0.3677473 Sep 22 17:08:10.814727 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:10.842084 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce7f7f-c651-4946-8b5c-300e5ce14576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1ea9e6-7f7f-423e-bfcc-74c5cd9be6d0,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:10.873952 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e502554a-cab9-4c10-9910-ff7ce5e5c348 admin admin] Publish callbacks [] for security_group (40a68a46-fc9d-4ff7-8c50-8bc42ed06c29), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:10.977635 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a73d7-e604-4527-8972-0df8a7504ac9 req-bdd4dc18-c258-41e8-9869-8da59e304170 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:10.979195 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fc0a73d7-e604-4527-8972-0df8a7504ac9 req-bdd4dc18-c258-41e8-9869-8da59e304170 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 944 time: 0.1365175 Sep 22 17:08:11.024771 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9704b36-e6a0-4c31-a4fd-7f54aa8f0cdc req-1aadbd1c-aa66-4684-a901-821241a2ebdc tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:11.026270 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d9704b36-e6a0-4c31-a4fd-7f54aa8f0cdc req-1aadbd1c-aa66-4684-a901-821241a2ebdc tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0980437 Sep 22 17:08:11.078769 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fc0a73d7-e604-4527-8972-0df8a7504ac9 req-648a8274-da71-439e-9529-f7079e8b3a01 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846784 Sep 22 17:08:11.086538 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e502554a-cab9-4c10-9910-ff7ce5e5c348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (40a68a46-fc9d-4ff7-8c50-8bc42ed06c29), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:11.089082 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e502554a-cab9-4c10-9910-ff7ce5e5c348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:11.091049 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-e502554a-cab9-4c10-9910-ff7ce5e5c348 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/40a68a46-fc9d-4ff7-8c50-8bc42ed06c29 HTTP/1.1" status: 204 len: 168 time: 0.3917346 Sep 22 17:08:11.111811 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502554a-cab9-4c10-9910-ff7ce5e5c348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a68a46-fc9d-4ff7-8c50-8bc42ed06c29,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:11.130138 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d9704b36-e6a0-4c31-a4fd-7f54aa8f0cdc req-dca97ae4-577b-4f3a-8988-11db13027615 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864987 Sep 22 17:08:11.249716 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c50258-221e-41fa-9eb7-e9ab81a31e49 req-3800d190-1ee9-417c-9332-fd437f237bfc tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:11.251387 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-50c50258-221e-41fa-9eb7-e9ab81a31e49 req-3800d190-1ee9-417c-9332-fd437f237bfc tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0830624 Sep 22 17:08:11.315900 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-50c50258-221e-41fa-9eb7-e9ab81a31e49 req-d27be624-23c4-47a6-a1d5-8a74fc80b4a3 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525923 Sep 22 17:08:11.524463 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:11.529424 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471c8a-28cd-4481-801e-949d83db65e0 req-07b3d056-7d74-4ce8-a99b-e8b84dcb02d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:11.536943 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-35471c8a-28cd-4481-801e-949d83db65e0 req-07b3d056-7d74-4ce8-a99b-e8b84dcb02d2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 1127 time: 0.0972495 Sep 22 17:08:11.559252 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:11.646494 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f31cc-f5ee-4014-8dfc-826f389f1b9a req-fdd58af9-98a4-4ae2-9fbe-d0cea78044f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:11.648039 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-824f31cc-f5ee-4014-8dfc-826f389f1b9a req-fdd58af9-98a4-4ae2-9fbe-d0cea78044f7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=45847b1fd67c4caaa03a36895cd2263a&device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 1127 time: 0.2116594 Sep 22 17:08:11.729503 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c9a71-5320-4c34-bae2-e945e2537eda req-b4232b64-5d39-4527-ba13-03bc1ca1eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:11.731655 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-604c9a71-5320-4c34-bae2-e945e2537eda req-b4232b64-5d39-4527-ba13-03bc1ca1eacc service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2681279 Sep 22 17:08:11.928206 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d299e-abe2-4113-9669-2a675649031a req-aa559243-95e1-4b60-9d26-ab822a996379 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:11.929850 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a37d299e-abe2-4113-9669-2a675649031a req-aa559243-95e1-4b60-9d26-ab822a996379 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 943 time: 0.1084998 Sep 22 17:08:11.936064 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544219d-4c9e-42ee-86ae-3aedae4a3507 req-d04f95e9-3869-4ad9-8825-95c62bc6d5d0 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:11.948467 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5544219d-4c9e-42ee-86ae-3aedae4a3507 req-d04f95e9-3869-4ad9-8825-95c62bc6d5d0 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 945 time: 0.1250856 Sep 22 17:08:12.047696 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a37d299e-abe2-4113-9669-2a675649031a req-66ef89f2-4763-45bc-be26-219ff88d5622 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874379 Sep 22 17:08:12.078095 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5544219d-4c9e-42ee-86ae-3aedae4a3507 req-ec3b827d-212f-4423-b4e5-90da0b4f962b tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026604 Sep 22 17:08:12.253716 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbe657-5223-4952-9279-a7bb861cf94c req-a79347dd-3f1d-45ff-9b25-6e1673e0641d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:12.260907 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-99cbe657-5223-4952-9279-a7bb861cf94c req-a79347dd-3f1d-45ff-9b25-6e1673e0641d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 944 time: 0.0768197 Sep 22 17:08:12.349465 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-99cbe657-5223-4952-9279-a7bb861cf94c req-46771da0-61c9-461e-be09-37f71a80fb79 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869987 Sep 22 17:08:12.361820 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:08:12.450177 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-35471c8a-28cd-4481-801e-949d83db65e0 req-0d52ff8e-9016-45ab-aa6c-6d85453541da service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd0e7b8c-420d-4637-a290-d9a8014bf255 HTTP/1.1" status: 200 len: 217 time: 0.1109443 Sep 22 17:08:12.581407 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a723351-632a-4ed3-87b6-3a9d619a11ec req-96a171d9-c35e-426e-816c-f321199f6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:12.584918 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-4a723351-632a-4ed3-87b6-3a9d619a11ec req-96a171d9-c35e-426e-816c-f321199f6931 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 1129 time: 0.1094034 Sep 22 17:08:12.613140 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471c8a-28cd-4481-801e-949d83db65e0 req-a9cc8f95-2215-4507-a37a-2d08b17f4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:12.620099 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-35471c8a-28cd-4481-801e-949d83db65e0 req-a9cc8f95-2215-4507-a37a-2d08b17f4096 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ff3b5331-7dbe-4b3b-ac39-cc04115e40fd HTTP/1.1" status: 200 len: 857 time: 0.1617541 Sep 22 17:08:12.670714 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d361cf-50fb-4ae1-9ad2-a90dfc0a249a req-cbca304c-c8ef-485e-9062-72e281450793 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:12.679023 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-63d361cf-50fb-4ae1-9ad2-a90dfc0a249a req-cbca304c-c8ef-485e-9062-72e281450793 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.3879547 Sep 22 17:08:12.679193 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:12.725313 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'port_id': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea', 'mac_address': 'fa:16:3e:9f:e3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:08:12.768953 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471c8a-28cd-4481-801e-949d83db65e0 req-9225cc0c-e63a-441a-9d41-6642044e7a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:12.770647 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-35471c8a-28cd-4481-801e-949d83db65e0 req-9225cc0c-e63a-441a-9d41-6642044e7a13 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=906da010-9d01-428f-8bbf-d862e44df893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1247880 Sep 22 17:08:12.834393 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:08:12.835428 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:12.864077 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:08:12.910075 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:12.921372 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:12.927817 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:12.958842 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-35471c8a-28cd-4481-801e-949d83db65e0 req-ff91fdd2-1143-4c67-8725-1f90c6d9ab51 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802049 Sep 22 17:08:12.996630 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57074) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:13.002241 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-4a723351-632a-4ed3-87b6-3a9d619a11ec req-a46b8a33-95db-44f0-a56f-419f6cee46d5 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078019 Sep 22 17:08:13.026467 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:13.183594 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-35471c8a-28cd-4481-801e-949d83db65e0 req-d7b00730-0537-4189-9c0b-190d01717896 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889870 Sep 22 17:08:13.220244 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25806f1-add4-4d2a-8c01-0b80d54ac78c req-c31d1d68-d052-49bc-b87d-63a3fed8d215 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:13.221726 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a25806f1-add4-4d2a-8c01-0b80d54ac78c req-c31d1d68-d052-49bc-b87d-63a3fed8d215 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.6792793 Sep 22 17:08:13.346921 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-63d361cf-50fb-4ae1-9ad2-a90dfc0a249a req-404226f7-1821-4d0e-905a-1f9e1b26809e tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6667678 Sep 22 17:08:13.352789 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c9a71-5320-4c34-bae2-e945e2537eda req-b875644b-eee9-4b66-b4a7-eec657e0d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:13.354267 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-604c9a71-5320-4c34-bae2-e945e2537eda req-b875644b-eee9-4b66-b4a7-eec657e0d126 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9946172 Sep 22 17:08:13.362652 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f31cc-f5ee-4014-8dfc-826f389f1b9a req-5b5f7f22-f9b3-4b7c-b70c-25347075e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:13.364151 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-824f31cc-f5ee-4014-8dfc-826f389f1b9a req-5b5f7f22-f9b3-4b7c-b70c-25347075e43f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c HTTP/1.1" status: 200 len: 917 time: 1.0081024 Sep 22 17:08:13.393931 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:08:13.436300 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a25806f1-add4-4d2a-8c01-0b80d54ac78c req-2ce73bbc-2a0a-4faf-81aa-c085c0830ec4 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970022 Sep 22 17:08:13.441005 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-e164cdbb-9d5b-4c7c-979b-0991f03d534b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1594059382-network', 'tenant_id': '1fbebdb527ce42fca62d9da743135659'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:13.486935 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:13.510700 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e164cdbb-9d5b-4c7c-979b-0991f03d534b admin admin] Made reservation on behalf of 1fbebdb527ce42fca62d9da743135659 for: {'network': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:13.514692 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e164cdbb-9d5b-4c7c-979b-0991f03d534b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:13.535472 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57094) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:13.536373 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e164cdbb-9d5b-4c7c-979b-0991f03d534b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:13.553648 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-824f31cc-f5ee-4014-8dfc-826f389f1b9a req-fd1e45b5-6f1d-496f-88d4-8ff6e0f3b749 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea HTTP/1.1" status: 200 len: 217 time: 0.1088574 Sep 22 17:08:13.610466 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3ab7d-2047-45b6-ba1c-a28ad8519d8f req-f686e5bb-9264-4e79-875e-1ee27ee7aa71 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:13.612281 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-38f3ab7d-2047-45b6-ba1c-a28ad8519d8f req-f686e5bb-9264-4e79-875e-1ee27ee7aa71 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 943 time: 0.1575737 Sep 22 17:08:13.631052 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717de3c6-64a5-4bb1-a041-c0c0a5dd59f3 req-7292c318-9109-4036-b728-a8b5c174598d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:13.633307 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-717de3c6-64a5-4bb1-a041-c0c0a5dd59f3 req-7292c318-9109-4036-b728-a8b5c174598d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 944 time: 0.0852606 Sep 22 17:08:13.687452 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:13.692880 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-38f3ab7d-2047-45b6-ba1c-a28ad8519d8f req-1d8fe2ef-b02e-418b-8e97-defa41775651 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583601 Sep 22 17:08:13.719982 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e164cdbb-9d5b-4c7c-979b-0991f03d534b admin admin] Publish callbacks [] for security_group (1862ae05-7787-40ea-aeae-add948d2004e), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:13.729161 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e164cdbb-9d5b-4c7c-979b-0991f03d534b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (1862ae05-7787-40ea-aeae-add948d2004e), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:13.751507 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-717de3c6-64a5-4bb1-a041-c0c0a5dd59f3 req-1af0fddd-a82a-4864-87dc-a4002c740c3b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653801 Sep 22 17:08:13.779755 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a539ec41-8450-49d6-818f-a176ed6b1571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:13.793117 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e164cdbb-9d5b-4c7c-979b-0991f03d534b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=106556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:08:13.800521 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164cdbb-9d5b-4c7c-979b-0991f03d534b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1862ae05-7787-40ea-aeae-add948d2004e,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:13.817871 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e164cdbb-9d5b-4c7c-979b-0991f03d534b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (30ba3e65-d7a4-42fb-b8df-4f9cccf88bee), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:13.818175 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.segments_db [None req-e164cdbb-9d5b-4c7c-979b-0991f03d534b admin admin] Added segment 30ba3e65-d7a4-42fb-b8df-4f9cccf88bee of type vlan for network 0e71ef66-9bf2-4e04-b907-31722fe17b08 Sep 22 17:08:13.887483 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e164cdbb-9d5b-4c7c-979b-0991f03d534b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (0e71ef66-9bf2-4e04-b907-31722fe17b08), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:13.939460 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e058fd7-14bf-4d28-b466-0a2377daf506 req-5a7281c0-621a-438b-9993-8a05b3ceddeb tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:13.961999 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a539ec41-8450-49d6-818f-a176ed6b1571 admin admin] Publish callbacks [] for security_group (3cc55c42-c158-41fd-a49d-225d033f1dfa), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:13.963901 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2e058fd7-14bf-4d28-b466-0a2377daf506 req-5a7281c0-621a-438b-9993-8a05b3ceddeb tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0844429 Sep 22 17:08:13.968040 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 57106) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:13.976511 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a539ec41-8450-49d6-818f-a176ed6b1571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (3cc55c42-c158-41fd-a49d-225d033f1dfa), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:13.978872 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-586085e1-07d9-4faa-853b-4f5935646dfc tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Request body: {'floatingip': {'port_id': 'e62c689f-694f-4650-961c-8b16b6ed4e18'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:14.014772 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e164cdbb-9d5b-4c7c-979b-0991f03d534b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (0e71ef66-9bf2-4e04-b907-31722fe17b08), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:14.015788 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e164cdbb-9d5b-4c7c-979b-0991f03d534b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:14.016545 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e164cdbb-9d5b-4c7c-979b-0991f03d534b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:14.019080 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:14.024889 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 57108) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:14.098476 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539ec41-8450-49d6-818f-a176ed6b1571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc55c42-c158-41fd-a49d-225d033f1dfa,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:14.106309 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-a539ec41-8450-49d6-818f-a176ed6b1571 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=39a091e948b64d4ea93bf2075f7c65ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5554895 Sep 22 17:08:14.127400 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 57114) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:14.134822 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-e164cdbb-9d5b-4c7c-979b-0991f03d534b admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1300948 Sep 22 17:08:14.138724 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57116) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:14.141186 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6572-8075-46cf-abb0-e635443cbabb req-ec7d824d-adda-4b2b-b108-10ce9acbfe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:14.142712 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-259b6572-8075-46cf-abb0-e635443cbabb req-ec7d824d-adda-4b2b-b108-10ce9acbfe6d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 1128 time: 0.1407204 Sep 22 17:08:14.146281 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-4ac80e09-4b5f-48a3-bcfb-4caa867e099f admin admin] Request body: {'subnet': {'network_id': '0e71ef66-9bf2-4e04-b907-31722fe17b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1594059382-subnet', 'tenant_id': '1fbebdb527ce42fca62d9da743135659', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:14.177843 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:14.180645 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164cdbb-9d5b-4c7c-979b-0991f03d534b admin admin] Pushing event updated for resources: {'Network': ['ID=0e71ef66-9bf2-4e04-b907-31722fe17b08,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:14.191578 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac80e09-4b5f-48a3-bcfb-4caa867e099f admin admin] Made reservation on behalf of 1fbebdb527ce42fca62d9da743135659 for: {'subnet': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:14.195303 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4ac80e09-4b5f-48a3-bcfb-4caa867e099f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:14.200920 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network 0e71ef66-9bf2-4e04-b907-31722fe17b08 details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:08:14.238496 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-586085e1-07d9-4faa-853b-4f5935646dfc tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for floatingip (244a90f4-eb33-4c61-a471-896177019973), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:14.292262 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:14.316378 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-0884b23f-81ca-4c82-8ec1-47bb1593f871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:14.337030 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f31cc-f5ee-4014-8dfc-826f389f1b9a req-a8944e1a-beb7-4828-81dc-6dd951285749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:14.338540 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-824f31cc-f5ee-4014-8dfc-826f389f1b9a req-a8944e1a-beb7-4828-81dc-6dd951285749 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=078d2151-b8ac-45b8-a09f-7943bc063688 HTTP/1.1" status: 200 len: 855 time: 0.3145864 Sep 22 17:08:14.421780 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:14.466880 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9946d278-833b-4e89-ae6b-ccedff8f3bf4 admin admin] Publish callbacks [] for security_group (3cc55c42-c158-41fd-a49d-225d033f1dfa), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:14.582934 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9946d278-833b-4e89-ae6b-ccedff8f3bf4 admin admin] Publish callbacks [] for security_group (3cc55c42-c158-41fd-a49d-225d033f1dfa), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:14.617352 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe09b39-5913-4577-b316-85903bd96480 req-0edc19d4-9f9d-43c8-867e-27f76e57e08c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:14.619995 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-efe09b39-5913-4577-b316-85903bd96480 req-0edc19d4-9f9d-43c8-867e-27f76e57e08c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 944 time: 0.1776516 Sep 22 17:08:14.625085 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4ac80e09-4b5f-48a3-bcfb-4caa867e099f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for subnet (324a702f-afe2-4373-92fe-37ba82aa2c74), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:14.686874 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac80e09-4b5f-48a3-bcfb-4caa867e099f admin admin] Pushing event updated for resources: {'Subnet': ['ID=324a702f-afe2-4373-92fe-37ba82aa2c74,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:14.695263 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac80e09-4b5f-48a3-bcfb-4caa867e099f admin admin] Checking segment: {'id': '30ba3e65-d7a4-42fb-b8df-4f9cccf88bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0e71ef66-9bf2-4e04-b907-31722fe17b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:08:14.695623 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac80e09-4b5f-48a3-bcfb-4caa867e099f admin admin] Network hostable DHCP agents. Network: 0e71ef66-9bf2-4e04-b907-31722fe17b08, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:08:14.714467 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac80e09-4b5f-48a3-bcfb-4caa867e099f admin admin] Network 0e71ef66-9bf2-4e04-b907-31722fe17b08 is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:08:14.724389 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-4ac80e09-4b5f-48a3-bcfb-4caa867e099f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, 0e71ef66-9bf2-4e04-b907-31722fe17b08) {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:14.729248 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac80e09-4b5f-48a3-bcfb-4caa867e099f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:14.730911 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4ac80e09-4b5f-48a3-bcfb-4caa867e099f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:14.734718 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4156c65c-a367-4fbc-91b7-4e09d102b8a8 None None] Network 0e71ef66-9bf2-4e04-b907-31722fe17b08 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:08:14.754249 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-4ac80e09-4b5f-48a3-bcfb-4caa867e099f admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6116393 Sep 22 17:08:14.761344 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:08:14.969263 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-0884b23f-81ca-4c82-8ec1-47bb1593f871 admin admin] Publish callbacks [] for security_group (4708bf2d-c2fe-4590-b296-57d51400d2d0), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:14.982818 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:08:14.987561 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-0884b23f-81ca-4c82-8ec1-47bb1593f871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (4708bf2d-c2fe-4590-b296-57d51400d2d0), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:15.005478 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-efe09b39-5913-4577-b316-85903bd96480 req-a6e67f79-3daa-4b83-be52-898953e81c1b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3028033 Sep 22 17:08:15.013016 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:08:15.013520 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:15.014079 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea Sep 22 17:08:15.023103 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9946d278-833b-4e89-ae6b-ccedff8f3bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (3cc55c42-c158-41fd-a49d-225d033f1dfa), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:15.028020 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9946d278-833b-4e89-ae6b-ccedff8f3bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:15.042244 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-9946d278-833b-4e89-ae6b-ccedff8f3bf4 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3cc55c42-c158-41fd-a49d-225d033f1dfa HTTP/1.1" status: 204 len: 168 time: 0.8994210 Sep 22 17:08:15.059174 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacc4e7b-a9af-4b24-9f53-e1ef38134b56 None None] Network 0e71ef66-9bf2-4e04-b907-31722fe17b08 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:08:15.170475 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-0884b23f-81ca-4c82-8ec1-47bb1593f871 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7b447ea1184f4af39569b7ca5a722f65&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1443589 Sep 22 17:08:15.174106 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57134) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:15.181601 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884b23f-81ca-4c82-8ec1-47bb1593f871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4708bf2d-c2fe-4590-b296-57d51400d2d0,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:15.236758 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:08:15.237511 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:15.322036 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946d278-833b-4e89-ae6b-ccedff8f3bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc55c42-c158-41fd-a49d-225d033f1dfa,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:15.339034 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:08:15.340929 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-966efe78-d87b-4ed2-829a-d8340e9a0f4c admin admin] Publish callbacks [] for security_group (4708bf2d-c2fe-4590-b296-57d51400d2d0), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:15.344889 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc96b98d-0321-4d71-8019-205967987b46" -d '{"events": [{"server_uuid": "eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2", "name": "network-vif-plugged", "status": "completed", "tag": "9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:15.382140 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:15.390909 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:15.422675 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-966efe78-d87b-4ed2-829a-d8340e9a0f4c admin admin] Publish callbacks [] for security_group (4708bf2d-c2fe-4590-b296-57d51400d2d0), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:15.465466 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=6 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:15.471793 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:15.529670 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:15.533727 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-966efe78-d87b-4ed2-829a-d8340e9a0f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (4708bf2d-c2fe-4590-b296-57d51400d2d0), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:15.538376 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-966efe78-d87b-4ed2-829a-d8340e9a0f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:15.540197 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-966efe78-d87b-4ed2-829a-d8340e9a0f4c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4708bf2d-c2fe-4590-b296-57d51400d2d0 HTTP/1.1" status: 204 len: 168 time: 0.3642831 Sep 22 17:08:15.554023 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966efe78-d87b-4ed2-829a-d8340e9a0f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4708bf2d-c2fe-4590-b296-57d51400d2d0,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:15.555461 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ead77-c1db-4fe2-b4ec-094de8e0b85c req-ff576008-d4e8-49ea-bd98-aae9f94509b1 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:15.570541 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5c8ead77-c1db-4fe2-b4ec-094de8e0b85c req-ff576008-d4e8-49ea-bd98-aae9f94509b1 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 943 time: 0.3905425 Sep 22 17:08:15.766572 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5c8ead77-c1db-4fe2-b4ec-094de8e0b85c req-d04c49da-99a6-4fa6-86f0-720beddce3d8 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847162 Sep 22 17:08:15.872496 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.db.resource_extend [None req-586085e1-07d9-4faa-853b-4f5935646dfc tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 22 17:08:15.889597 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57150) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:15.910400 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7f5a67b1-3e28-4766-997f-041a4e638029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:16.075035 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7f5a67b1-3e28-4766-997f-041a4e638029 admin admin] Publish callbacks [] for security_group (68bd0635-6cd1-4275-9c33-2c4be5aed4a0), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:16.081974 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7f5a67b1-3e28-4766-997f-041a4e638029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (68bd0635-6cd1-4275-9c33-2c4be5aed4a0), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:16.174591 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-7f5a67b1-3e28-4766-997f-041a4e638029 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=15a416986eec4ed58986ccd74ef31fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835855 Sep 22 17:08:16.179506 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57158) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:16.194052 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacab73-5537-4f5a-a98d-aa5af01c3d8c req-04b5f673-98c8-49f7-8df2-b786509b995a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:16.201369 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a67b1-3e28-4766-997f-041a4e638029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bd0635-6cd1-4275-9c33-2c4be5aed4a0,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:16.203181 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4eacab73-5537-4f5a-a98d-aa5af01c3d8c req-04b5f673-98c8-49f7-8df2-b786509b995a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 944 time: 0.3534250 Sep 22 17:08:16.236456 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-586085e1-07d9-4faa-853b-4f5935646dfc tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:16.241448 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57160) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:16.246482 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:16.248399 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-586085e1-07d9-4faa-853b-4f5935646dfc tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (244a90f4-eb33-4c61-a471-896177019973), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:16.248561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-89e44e68-6ecd-468e-b76a-1931846f1d0c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-660714671-network', 'tenant_id': '568cf0f015a442fcbe5cd769fa775665'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:16.277603 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f4f1fe8f-ad92-49f9-aea3-4d8272e900e6 admin admin] Publish callbacks [] for security_group (68bd0635-6cd1-4275-9c33-2c4be5aed4a0), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:16.289836 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e44e68-6ecd-468e-b76a-1931846f1d0c admin admin] Made reservation on behalf of 568cf0f015a442fcbe5cd769fa775665 for: {'network': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:16.294696 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-89e44e68-6ecd-468e-b76a-1931846f1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:16.300679 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:16.311798 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-89e44e68-6ecd-468e-b76a-1931846f1d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:16.319557 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:INSERT=9,neutron:UPDATE=1,neutron:SELECT=85,neutron:DELETE=5 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:16.331068 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4eacab73-5537-4f5a-a98d-aa5af01c3d8c req-8e39544f-dcd0-4027-8631-f01d07babe5c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267862 Sep 22 17:08:16.334122 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f4f1fe8f-ad92-49f9-aea3-4d8272e900e6 admin admin] Publish callbacks [] for security_group (68bd0635-6cd1-4275-9c33-2c4be5aed4a0), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:16.428267 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.l3_db [None req-586085e1-07d9-4faa-853b-4f5935646dfc tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Floating IP 244a90f4-eb33-4c61-a471-896177019973 associated. External IP: 172.27.1.59, port: e62c689f-694f-4650-961c-8b16b6ed4e18. Sep 22 17:08:16.428576 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f4f1fe8f-ad92-49f9-aea3-4d8272e900e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (68bd0635-6cd1-4275-9c33-2c4be5aed4a0), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:16.433024 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f4f1fe8f-ad92-49f9-aea3-4d8272e900e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:16.440050 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-f4f1fe8f-ad92-49f9-aea3-4d8272e900e6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/68bd0635-6cd1-4275-9c33-2c4be5aed4a0 HTTP/1.1" status: 204 len: 168 time: 0.2594633 Sep 22 17:08:16.465689 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd6589f-6cf5-460b-ae0f-864b0dd18965 x-openstack-request-id: req-4bd6589f-6cf5-460b-ae0f-864b0dd18965 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:16.466647 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2", "name": "network-vif-plugged", "status": "completed", "tag": "9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:16.467098 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bd6589f-6cf5-460b-ae0f-864b0dd18965 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:16.467887 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd6589f-6cf5-460b-ae0f-864b0dd18965'] response: {'server_uuid': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea', 'code': 200} Sep 22 17:08:16.516493 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1fe8f-ad92-49f9-aea3-4d8272e900e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bd0635-6cd1-4275-9c33-2c4be5aed4a0,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:16.535206 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-259b6572-8075-46cf-abb0-e635443cbabb req-2c6887b9-382c-4971-8296-fa263443bacc service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7447a832-846a-4c07-be5a-552ef92f9902 HTTP/1.1" status: 200 len: 217 time: 0.0762327 Sep 22 17:08:16.648513 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-89e44e68-6ecd-468e-b76a-1931846f1d0c admin admin] Publish callbacks [] for security_group (bc615499-8ab4-4acb-bf24-b1853b70a1de), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:16.657008 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-89e44e68-6ecd-468e-b76a-1931846f1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (bc615499-8ab4-4acb-bf24-b1853b70a1de), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:16.690676 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e44e68-6ecd-468e-b76a-1931846f1d0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=106556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:08:16.703529 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-89e44e68-6ecd-468e-b76a-1931846f1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (5e4658f7-a224-43ab-b915-b3c6790ab2a7), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:16.703964 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.segments_db [None req-89e44e68-6ecd-468e-b76a-1931846f1d0c admin admin] Added segment 5e4658f7-a224-43ab-b915-b3c6790ab2a7 of type vlan for network 5b1054c2-1a77-4fa0-be9d-745efb2daa9f Sep 22 17:08:16.732304 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f31cc-f5ee-4014-8dfc-826f389f1b9a req-e6cbb98f-70a4-4b1f-9453-0ff7bd1179fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:16.733741 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-824f31cc-f5ee-4014-8dfc-826f389f1b9a req-e6cbb98f-70a4-4b1f-9453-0ff7bd1179fc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1738706 Sep 22 17:08:16.758593 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device fd0e7b8c-420d-4637-a290-d9a8014bf255 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:08:16.771738 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-89e44e68-6ecd-468e-b76a-1931846f1d0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (5b1054c2-1a77-4fa0-be9d-745efb2daa9f), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:16.772918 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52a974-c9f0-4a3b-bdd6-3dfa1ce4ccf7 req-1b1803f8-f8dd-4894-8b06-08774c013256 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:16.774712 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8a52a974-c9f0-4a3b-bdd6-3dfa1ce4ccf7 req-1b1803f8-f8dd-4894-8b06-08774c013256 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.1390390 Sep 22 17:08:16.786561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e44e68-6ecd-468e-b76a-1931846f1d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc615499-8ab4-4acb-bf24-b1853b70a1de,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:16.814318 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:16.844771 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-89e44e68-6ecd-468e-b76a-1931846f1d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (5b1054c2-1a77-4fa0-be9d-745efb2daa9f), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:16.846211 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e44e68-6ecd-468e-b76a-1931846f1d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:16.846852 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-89e44e68-6ecd-468e-b76a-1931846f1d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:16.913420 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586085e1-07d9-4faa-853b-4f5935646dfc tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:08:16.935296 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8a52a974-c9f0-4a3b-bdd6-3dfa1ce4ccf7 req-0f725105-5c94-4320-bfe0-fd6b58042eaa tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024873 Sep 22 17:08:16.957427 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-89e44e68-6ecd-468e-b76a-1931846f1d0c admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7146239 Sep 22 17:08:16.974778 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57180) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:16.983136 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-4a6f35b1-dfbd-4724-aa3c-85ea5165b41b admin admin] Request body: {'subnet': {'network_id': '5b1054c2-1a77-4fa0-be9d-745efb2daa9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-660714671-subnet', 'tenant_id': '568cf0f015a442fcbe5cd769fa775665', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:16.993024 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e44e68-6ecd-468e-b76a-1931846f1d0c admin admin] Pushing event updated for resources: {'Network': ['ID=5b1054c2-1a77-4fa0-be9d-745efb2daa9f,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:17.011894 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network 5b1054c2-1a77-4fa0-be9d-745efb2daa9f details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:08:17.103925 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6f35b1-dfbd-4724-aa3c-85ea5165b41b admin admin] Made reservation on behalf of 568cf0f015a442fcbe5cd769fa775665 for: {'subnet': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:17.111838 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4a6f35b1-dfbd-4724-aa3c-85ea5165b41b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:17.163059 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port fd0e7b8c-420d-4637-a290-d9a8014bf255, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd0e7b8c-420d-4637-a290-d9a8014bf255,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:17.219655 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': 'fd0e7b8c-420d-4637-a290-d9a8014bf255', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'port_id': 'fd0e7b8c-420d-4637-a290-d9a8014bf255', 'mac_address': 'fa:16:3e:37:fe:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:08:17.270904 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:17.328818 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port fd0e7b8c-420d-4637-a290-d9a8014bf255 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:08:17.329522 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (fd0e7b8c-420d-4637-a290-d9a8014bf255), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:17.354910 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0e7b8c-420d-4637-a290-d9a8014bf255 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:08:17.377925 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6572-8075-46cf-abb0-e635443cbabb req-5ad65cb2-4778-49b1-9e39-f80151ac351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:17.379674 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-259b6572-8075-46cf-abb0-e635443cbabb req-5ad65cb2-4778-49b1-9e39-f80151ac351f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=83a051e4-a154-4ee6-92cd-c98927c3c055 HTTP/1.1" status: 200 len: 853 time: 0.1221333 Sep 22 17:08:17.395534 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port fd0e7b8c-420d-4637-a290-d9a8014bf255, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd0e7b8c-420d-4637-a290-d9a8014bf255,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:17.417113 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (fd0e7b8c-420d-4637-a290-d9a8014bf255), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:17.447963 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:17.513318 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=fd0e7b8c-420d-4637-a290-d9a8014bf255,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:17.524652 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b6572-8075-46cf-abb0-e635443cbabb req-0dffaa38-39b1-4790-8869-c2b1b0a72c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:17.527793 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-259b6572-8075-46cf-abb0-e635443cbabb req-0dffaa38-39b1-4790-8869-c2b1b0a72c15 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=82eac7a2-877a-48c4-bcb2-cd10274854a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1382935 Sep 22 17:08:17.544520 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586085e1-07d9-4faa-853b-4f5935646dfc tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:08:17.559060 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-586085e1-07d9-4faa-853b-4f5935646dfc tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:17.574299 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f658b-eb04-4fa4-a876-0d6e6e719519 req-1dbc3605-d376-4240-9803-bd027c22a190 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:17.576253 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69501032-6cba-43bd-a5e2-bcefcbea94a3 None None] Sync routers for ids ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:08:17.582682 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ca0f658b-eb04-4fa4-a876-0d6e6e719519 req-1dbc3605-d376-4240-9803-bd027c22a190 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 943 time: 0.4831595 Sep 22 17:08:17.607487 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69501032-6cba-43bd-a5e2-bcefcbea94a3 None None] Routers {'5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:08:17.611356 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-69501032-6cba-43bd-a5e2-bcefcbea94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:17.773612 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=75,neutron:INSERT=16,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:17.774825 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c7aa9-d3cb-4272-81ab-5a93b00ee919 req-bcfd1599-9b20-4775-93a6-fb8f0ce36e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:17.782141 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-222c7aa9-d3cb-4272-81ab-5a93b00ee919 req-bcfd1599-9b20-4775-93a6-fb8f0ce36e9c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 1129 time: 0.3380954 Sep 22 17:08:17.866210 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['fd0e7b8c-420d-4637-a290-d9a8014bf255'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:08:17.884143 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-824f31cc-f5ee-4014-8dfc-826f389f1b9a req-c82f0ff5-c1ab-41a1-819f-545c0db8b26e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6641390 Sep 22 17:08:17.913893 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-586085e1-07d9-4faa-853b-4f5935646dfc tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/244a90f4-eb33-4c61-a471-896177019973 HTTP/1.1" status: 200 len: 991 time: 3.9444025 Sep 22 17:08:17.924469 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979379b2-1673-4425-be3f-98d99729db47', 'tag': 'e62c689f-694f-4650-961c-8b16b6ed4e18'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:08:17.927535 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b77f6d6-1534-44ca-858f-475f57a20ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "979379b2-1673-4425-be3f-98d99729db47", "tag": "e62c689f-694f-4650-961c-8b16b6ed4e18"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:17.951024 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-69501032-6cba-43bd-a5e2-bcefcbea94a3 None None] Set router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:08:17.957344 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-259b6572-8075-46cf-abb0-e635443cbabb req-9154a581-6104-42fd-a754-3b4bbdbbf98b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888588 Sep 22 17:08:18.070827 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-222c7aa9-d3cb-4272-81ab-5a93b00ee919 req-4d4ac4a0-995e-4016-8ef8-f0628232466a service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850927 Sep 22 17:08:18.084110 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a3c55-53ba-44ae-8556-d28cb27613c7 req-453bb3bb-fd74-45f0-a156-b629253a673a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:18.094723 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ec0a3c55-53ba-44ae-8556-d28cb27613c7 req-453bb3bb-fd74-45f0-a156-b629253a673a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 944 time: 0.4317815 Sep 22 17:08:18.160158 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ca0f658b-eb04-4fa4-a876-0d6e6e719519 req-cbf4e882-39d2-4476-b3ca-318e1b59c795 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748861 Sep 22 17:08:18.193534 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:18.217355 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-259b6572-8075-46cf-abb0-e635443cbabb req-9e20c736-34ee-4b4f-be68-20fb5064c4ee service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466447 Sep 22 17:08:18.224304 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4a6f35b1-dfbd-4724-aa3c-85ea5165b41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for subnet (4ca48484-58af-4e00-9a8b-77bd0f7bf994), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:18.271197 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e0c8d7-8134-415b-ab4d-5ed9811bfbe5 x-openstack-request-id: req-73e0c8d7-8134-415b-ab4d-5ed9811bfbe5 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:18.271838 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979379b2-1673-4425-be3f-98d99729db47", "tag": "e62c689f-694f-4650-961c-8b16b6ed4e18", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:18.272351 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73e0c8d7-8134-415b-ab4d-5ed9811bfbe5 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:18.273022 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e0c8d7-8134-415b-ab4d-5ed9811bfbe5'] response: {'name': 'network-changed', 'server_uuid': '979379b2-1673-4425-be3f-98d99729db47', 'tag': 'e62c689f-694f-4650-961c-8b16b6ed4e18', 'status': 'completed', 'code': 200} Sep 22 17:08:18.308715 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ec0a3c55-53ba-44ae-8556-d28cb27613c7 req-72ea9a77-e1eb-46ab-a825-e66dec3a6c7d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079959 Sep 22 17:08:18.376554 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-824f31cc-f5ee-4014-8dfc-826f389f1b9a req-ce105ce6-318b-4539-82a2-b089d10070e6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360211 Sep 22 17:08:18.382605 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6f35b1-dfbd-4724-aa3c-85ea5165b41b admin admin] Checking segment: {'id': '5e4658f7-a224-43ab-b915-b3c6790ab2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5b1054c2-1a77-4fa0-be9d-745efb2daa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:08:18.383002 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6f35b1-dfbd-4724-aa3c-85ea5165b41b admin admin] Network hostable DHCP agents. Network: 5b1054c2-1a77-4fa0-be9d-745efb2daa9f, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:08:18.387939 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f35b1-dfbd-4724-aa3c-85ea5165b41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca48484-58af-4e00-9a8b-77bd0f7bf994,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:18.404737 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:18.418194 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6f35b1-dfbd-4724-aa3c-85ea5165b41b admin admin] Network 5b1054c2-1a77-4fa0-be9d-745efb2daa9f is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:08:18.440286 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-4a6f35b1-dfbd-4724-aa3c-85ea5165b41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, 5b1054c2-1a77-4fa0-be9d-745efb2daa9f) {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:18.458687 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceee5b4a-77b4-44b4-94cf-8c83f282840c None None] Network 5b1054c2-1a77-4fa0-be9d-745efb2daa9f requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:08:18.461418 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6f35b1-dfbd-4724-aa3c-85ea5165b41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:18.465241 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4a6f35b1-dfbd-4724-aa3c-85ea5165b41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:18.489936 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-69501032-6cba-43bd-a5e2-bcefcbea94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '244a90f4-eb33-4c61-a471-896177019973', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'port_id': 'e62c689f-694f-4650-961c-8b16b6ed4e18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'mac_address': 'fa:16:3e:35:69:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979379b2-1673-4425-be3f-98d99729db47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:07:30Z', 'updated_at': '2022-09-22T17:08:15Z', 'revision_number': 1, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c016f0a-7b5e-4be9-bcb6-6c3a9441f361', 'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'mac_address': 'fa:16:3e:88:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:17Z', 'updated_at': '2022-09-22T17:07:49Z', 'revision_number': 5, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'subnets': [{'id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:18.509426 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-4a6f35b1-dfbd-4724-aa3c-85ea5165b41b admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5327818 Sep 22 17:08:18.541393 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69501032-6cba-43bd-a5e2-bcefcbea94a3 None None] Checking router: 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:08:18.552782 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69501032-6cba-43bd-a5e2-bcefcbea94a3 None None] Routers {'5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:08:18.553787 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-69501032-6cba-43bd-a5e2-bcefcbea94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:18.679660 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43c16b-bb72-40a6-ac5a-9847d01ce84c req-54cd5f1a-be91-4bf4-a297-bb9c07945c43 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:18.708133 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-69501032-6cba-43bd-a5e2-bcefcbea94a3 None None] Set router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:08:18.709994 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf43c16b-bb72-40a6-ac5a-9847d01ce84c req-54cd5f1a-be91-4bf4-a297-bb9c07945c43 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.2542672 Sep 22 17:08:18.865845 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:18.929036 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf43c16b-bb72-40a6-ac5a-9847d01ce84c req-05aea93e-46a0-47b3-8479-c5cbf9c9c518 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177837 Sep 22 17:08:18.954736 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090cd57c-5fde-400f-a364-78d5fec985e9 None None] Network 5b1054c2-1a77-4fa0-be9d-745efb2daa9f requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:08:18.974604 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=100 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:19.026169 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-69501032-6cba-43bd-a5e2-bcefcbea94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '244a90f4-eb33-4c61-a471-896177019973', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'port_id': 'e62c689f-694f-4650-961c-8b16b6ed4e18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'mac_address': 'fa:16:3e:35:69:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979379b2-1673-4425-be3f-98d99729db47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:07:30Z', 'updated_at': '2022-09-22T17:08:15Z', 'revision_number': 1, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c016f0a-7b5e-4be9-bcb6-6c3a9441f361', 'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'mac_address': 'fa:16:3e:88:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:17Z', 'updated_at': '2022-09-22T17:07:49Z', 'revision_number': 5, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'subnets': [{'id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:19.055361 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69501032-6cba-43bd-a5e2-bcefcbea94a3 None None] The sync data for ids ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'] in dv-cinder-835384-28-iscsi is: [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '244a90f4-eb33-4c61-a471-896177019973', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'port_id': 'e62c689f-694f-4650-961c-8b16b6ed4e18', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'mac_address': 'fa:16:3e:35:69:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '979379b2-1673-4425-be3f-98d99729db47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:07:30Z', 'updated_at': '2022-09-22T17:08:15Z', 'revision_number': 1, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c016f0a-7b5e-4be9-bcb6-6c3a9441f361', 'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'mac_address': 'fa:16:3e:88:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:17Z', 'updated_at': '2022-09-22T17:07:49Z', 'revision_number': 5, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'subnets': [{'id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:08:19.312175 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device fd0e7b8c-420d-4637-a290-d9a8014bf255 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:08:19.383936 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd1a37-80ed-41b0-b157-4b03e66a4393 req-5a37c5c5-eb32-4f6a-adfc-d4123a29374a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:19.392072 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-15cd1a37-80ed-41b0-b157-4b03e66a4393 req-5a37c5c5-eb32-4f6a-adfc-d4123a29374a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 944 time: 0.0885429 Sep 22 17:08:19.419501 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port fd0e7b8c-420d-4637-a290-d9a8014bf255 completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:08:19.436646 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port fd0e7b8c-420d-4637-a290-d9a8014bf255 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:08:19.437037 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (fd0e7b8c-420d-4637-a290-d9a8014bf255), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:19.437379 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port fd0e7b8c-420d-4637-a290-d9a8014bf255 Sep 22 17:08:19.531423 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port fd0e7b8c-420d-4637-a290-d9a8014bf255 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:08:19.531893 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (fd0e7b8c-420d-4637-a290-d9a8014bf255), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:19.562387 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb35797-a6cf-42af-9274-a2d6aadd2643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0e7b8c-420d-4637-a290-d9a8014bf255'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:08:19.563680 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87d9cf-0931-4592-a652-36531c462990 req-38dbe133-a477-41fd-ab33-9b380b5fec78 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:19.566777 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf87d9cf-0931-4592-a652-36531c462990 req-38dbe133-a477-41fd-ab33-9b380b5fec78 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 944 time: 0.1177006 Sep 22 17:08:19.576950 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d153978-2932-408d-84df-280b48669644" -d '{"events": [{"server_uuid": "cdb35797-a6cf-42af-9274-a2d6aadd2643", "name": "network-vif-plugged", "status": "completed", "tag": "fd0e7b8c-420d-4637-a290-d9a8014bf255"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:19.583396 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:19.600659 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port fd0e7b8c-420d-4637-a290-d9a8014bf255, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd0e7b8c-420d-4637-a290-d9a8014bf255,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:19.606459 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (fd0e7b8c-420d-4637-a290-d9a8014bf255), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:19.607059 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-15cd1a37-80ed-41b0-b157-4b03e66a4393 req-382726a9-83d7-4e9a-8761-900f912bc25c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130504 Sep 22 17:08:19.673431 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=fd0e7b8c-420d-4637-a290-d9a8014bf255,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:19.732853 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf87d9cf-0931-4592-a652-36531c462990 req-7cffbda7-a0e6-4d9c-b71b-b7ecb2b89222 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531203 Sep 22 17:08:19.736306 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7e18d5-6893-4abd-936d-5d271a8bfc57 x-openstack-request-id: req-3e7e18d5-6893-4abd-936d-5d271a8bfc57 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:19.736592 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb35797-a6cf-42af-9274-a2d6aadd2643", "name": "network-vif-plugged", "status": "completed", "tag": "fd0e7b8c-420d-4637-a290-d9a8014bf255", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:19.736871 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e7e18d5-6893-4abd-936d-5d271a8bfc57 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:19.738661 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7e18d5-6893-4abd-936d-5d271a8bfc57'] response: {'server_uuid': 'cdb35797-a6cf-42af-9274-a2d6aadd2643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0e7b8c-420d-4637-a290-d9a8014bf255', 'code': 200} Sep 22 17:08:20.071891 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee54a5c8-7e93-4129-9eeb-2a369f5767b6 None None] New status for floating IP 244a90f4-eb33-4c61-a471-896177019973: ACTIVE {{(pid=106557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:08:20.168720 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a057d9-f357-4f0c-843a-93d0d1c54c4f req-4c5d7b94-80d4-4c6d-83d5-d77de107a25a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:20.170463 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-05a057d9-f357-4f0c-843a-93d0d1c54c4f req-4c5d7b94-80d4-4c6d-83d5-d77de107a25a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0703547 Sep 22 17:08:20.241126 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-05a057d9-f357-4f0c-843a-93d0d1c54c4f req-e480c35d-9853-4279-a53b-225ae0297101 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643575 Sep 22 17:08:20.730104 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9a124-e606-4b96-8de4-8e8a02277a0d req-45ff41b6-a2fc-4fca-a8db-1e460be237ad tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:20.731645 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1ef9a124-e606-4b96-8de4-8e8a02277a0d req-45ff41b6-a2fc-4fca-a8db-1e460be237ad tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0472269 Sep 22 17:08:20.793046 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1ef9a124-e606-4b96-8de4-8e8a02277a0d req-c508a949-99bd-4672-b298-4a97a295dbd0 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543637 Sep 22 17:08:20.866440 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:20.892327 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-fffff78b-1709-4611-9d72-bbb79f7e1a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:20.898284 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5322d-ca49-4247-950d-7d8854eeabc8 req-8af34568-a877-4c89-9fdb-1cd07b42f3cc tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:20.899897 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-66b5322d-ca49-4247-950d-7d8854eeabc8 req-8af34568-a877-4c89-9fdb-1cd07b42f3cc tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 944 time: 0.0650756 Sep 22 17:08:20.963327 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-66b5322d-ca49-4247-950d-7d8854eeabc8 req-ab275457-8cb4-4312-b9d0-7eae0fb5fc56 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557077 Sep 22 17:08:21.384487 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0c515-0f56-4045-92df-4c8661fe0ba7 req-6a4f0bfc-9f6d-4dd3-9956-13bb171a40ef tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:21.386069 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-33a0c515-0f56-4045-92df-4c8661fe0ba7 req-6a4f0bfc-9f6d-4dd3-9956-13bb171a40ef tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0482931 Sep 22 17:08:21.438500 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-33a0c515-0f56-4045-92df-4c8661fe0ba7 req-02ec344b-7628-408a-9432-cc794c382217 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462306 Sep 22 17:08:21.950623 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e40b33-dedc-4cf7-a3f7-cd4bb76c0bc5 req-72614856-fa52-45c0-a74e-e2d65c3b27d6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:21.959651 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-51e40b33-dedc-4cf7-a3f7-cd4bb76c0bc5 req-72614856-fa52-45c0-a74e-e2d65c3b27d6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0704682 Sep 22 17:08:22.029962 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77f6d6-1534-44ca-858f-475f57a20ee2 req-64d98ac4-0933-4bb8-978d-d7f3bcf25951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:22.031665 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-5b77f6d6-1534-44ca-858f-475f57a20ee2 req-64d98ac4-0933-4bb8-978d-d7f3bcf25951 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=2abeb0b54520461cb414ea9c0599380f&device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 1130 time: 0.0556870 Sep 22 17:08:22.036299 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-51e40b33-dedc-4cf7-a3f7-cd4bb76c0bc5 req-15761ebb-4483-4683-9d39-92da48f31fd1 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757825 Sep 22 17:08:22.113849 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910a0cd-5bfd-4777-bfb8-67a8933ec924 req-2bbc895b-d1bc-4c46-a1a5-9409a8e5435d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:22.115495 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b910a0cd-5bfd-4777-bfb8-67a8933ec924 req-2bbc895b-d1bc-4c46-a1a5-9409a8e5435d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 944 time: 0.0590863 Sep 22 17:08:22.169768 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b910a0cd-5bfd-4777-bfb8-67a8933ec924 req-172605a9-b559-4b3c-bee5-7345e4fe7ee3 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462179 Sep 22 17:08:22.583853 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940b3a1-4a29-4493-a684-79508546d87c req-ba5824d5-82d8-46fd-914a-f91a4d7f4595 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:22.591810 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8940b3a1-4a29-4493-a684-79508546d87c req-ba5824d5-82d8-46fd-914a-f91a4d7f4595 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0668871 Sep 22 17:08:22.648486 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8940b3a1-4a29-4493-a684-79508546d87c req-7cd8d241-b0e7-4f2d-a24d-85354cd8eb20 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541968 Sep 22 17:08:22.685016 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77f6d6-1534-44ca-858f-475f57a20ee2 req-a8df7f55-5626-4619-97b1-22659f9407e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:22.687351 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-5b77f6d6-1534-44ca-858f-475f57a20ee2 req-a8df7f55-5626-4619-97b1-22659f9407e9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae HTTP/1.1" status: 200 len: 911 time: 0.1280329 Sep 22 17:08:22.812770 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-5b77f6d6-1534-44ca-858f-475f57a20ee2 req-a90c8a40-efd2-49ee-a360-bb5cefd82010 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62c689f-694f-4650-961c-8b16b6ed4e18 HTTP/1.1" status: 200 len: 1001 time: 0.1176970 Sep 22 17:08:22.818656 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abbee0-a606-497d-adf2-2431923ca999 req-daac98ff-9974-49fe-87e1-f36eb1f7775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:22.820638 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e5abbee0-a606-497d-adf2-2431923ca999 req-daac98ff-9974-49fe-87e1-f36eb1f7775a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 1129 time: 0.0771029 Sep 22 17:08:22.829678 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278cd42-0ec0-4651-b94e-9dc48b1b65e7 req-fe526d09-af10-4dd2-a732-dc232c2e81c2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:22.831726 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2278cd42-0ec0-4651-b94e-9dc48b1b65e7 req-fe526d09-af10-4dd2-a732-dc232c2e81c2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0782242 Sep 22 17:08:22.849354 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 57336) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:22.856922 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-a213f9b9-7f7e-4fac-8bdb-7c5ffe0989f2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Request body: {'floatingip': {'port_id': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:22.882220 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77f6d6-1534-44ca-858f-475f57a20ee2 req-bf48ee40-0f0d-4c8e-8ef3-bd4dbeb5cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:22.883736 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-5b77f6d6-1534-44ca-858f-475f57a20ee2 req-bf48ee40-0f0d-4c8e-8ef3-bd4dbeb5cd18 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1c5982a3-8aaa-4aa9-908c-22cf8406126d HTTP/1.1" status: 200 len: 849 time: 0.0650461 Sep 22 17:08:22.907491 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a213f9b9-7f7e-4fac-8bdb-7c5ffe0989f2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for floatingip (dee8b39d-b30f-4009-8044-c89915518856), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:22.948889 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77f6d6-1534-44ca-858f-475f57a20ee2 req-cb9e5bf9-853d-438f-9c9d-2347ae9a0727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:22.950488 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-5b77f6d6-1534-44ca-858f-475f57a20ee2 req-cb9e5bf9-853d-438f-9c9d-2347ae9a0727 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0592709 Sep 22 17:08:23.034872 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e5abbee0-a606-497d-adf2-2431923ca999 req-ceee9b79-6a3f-43f7-a090-93bf4bcb2983 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018433 Sep 22 17:08:23.094860 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-5b77f6d6-1534-44ca-858f-475f57a20ee2 req-0e5770a6-1f08-465f-89c7-331ddf404dd6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365356 Sep 22 17:08:23.130301 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:23.234782 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f295d-542a-4f60-ac1d-8e3331aef351 req-e7fa5b98-4db4-4340-ad9f-938582861199 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:23.236403 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dc2f295d-542a-4f60-ac1d-8e3331aef351 req-e7fa5b98-4db4-4340-ad9f-938582861199 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.1031122 Sep 22 17:08:23.319932 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 7447a832-846a-4c07-be5a-552ef92f9902 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:08:23.451957 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb397-ce35-4f95-9d30-db97a5592d9a req-dca7a878-fa77-4bfd-85ae-ff985ffcf8a0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:23.467212 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-faaeb397-ce35-4f95-9d30-db97a5592d9a req-dca7a878-fa77-4bfd-85ae-ff985ffcf8a0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 944 time: 0.1967282 Sep 22 17:08:23.467212 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:23.467598 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 7447a832-846a-4c07-be5a-552ef92f9902, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7447a832-846a-4c07-be5a-552ef92f9902,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:23.483558 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': '7447a832-846a-4c07-be5a-552ef92f9902', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'port_id': '7447a832-846a-4c07-be5a-552ef92f9902', 'mac_address': 'fa:16:3e:15:1d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:08:23.535698 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 7447a832-846a-4c07-be5a-552ef92f9902 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:08:23.536453 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (7447a832-846a-4c07-be5a-552ef92f9902), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:23.554757 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7447a832-846a-4c07-be5a-552ef92f9902 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:08:23.586387 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 7447a832-846a-4c07-be5a-552ef92f9902, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7447a832-846a-4c07-be5a-552ef92f9902,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:23.591543 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (7447a832-846a-4c07-be5a-552ef92f9902), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:23.653435 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=7447a832-846a-4c07-be5a-552ef92f9902,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:23.794627 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-9d122088-ceb7-4093-9863-1929710b85b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:23.815641 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dc2f295d-542a-4f60-ac1d-8e3331aef351 req-2676e0c5-43ae-4ff7-951d-c8daa4321e21 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640028 Sep 22 17:08:23.871169 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-faaeb397-ce35-4f95-9d30-db97a5592d9a req-f4ee7597-3472-4033-abf4-8aa7680c6b12 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103134 Sep 22 17:08:23.984602 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a213f9b9-7f7e-4fac-8bdb-7c5ffe0989f2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:23.989737 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a213f9b9-7f7e-4fac-8bdb-7c5ffe0989f2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (dee8b39d-b30f-4009-8044-c89915518856), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:24.093944 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.l3_db [None req-a213f9b9-7f7e-4fac-8bdb-7c5ffe0989f2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Floating IP dee8b39d-b30f-4009-8044-c89915518856 associated. External IP: 172.27.1.38, port: 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea. Sep 22 17:08:24.317263 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a213f9b9-7f7e-4fac-8bdb-7c5ffe0989f2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:08:24.429344 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a213f9b9-7f7e-4fac-8bdb-7c5ffe0989f2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:08:24.434229 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a213f9b9-7f7e-4fac-8bdb-7c5ffe0989f2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:24.440262 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb44a9-c304-440e-8b26-4d20d6da8e0e None None] Sync routers for ids ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:08:24.459733 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb44a9-c304-440e-8b26-4d20d6da8e0e None None] Routers {'6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:08:24.460746 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-6fcb44a9-c304-440e-8b26-4d20d6da8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:24.475849 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-a213f9b9-7f7e-4fac-8bdb-7c5ffe0989f2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/dee8b39d-b30f-4009-8044-c89915518856 HTTP/1.1" status: 200 len: 990 time: 1.6230030 Sep 22 17:08:24.477146 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'tag': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:08:24.480621 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c475d1e-a3b1-49f9-b573-109421cf1448" -d '{"events": [{"name": "network-changed", "server_uuid": "eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2", "tag": "9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:24.531083 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938dc4ff-800b-4e6a-9249-f22bb82cc7e3 x-openstack-request-id: req-938dc4ff-800b-4e6a-9249-f22bb82cc7e3 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:24.531647 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2", "tag": "9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:24.532168 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-938dc4ff-800b-4e6a-9249-f22bb82cc7e3 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:24.533181 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938dc4ff-800b-4e6a-9249-f22bb82cc7e3'] response: {'name': 'network-changed', 'server_uuid': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'tag': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea', 'status': 'completed', 'code': 200} Sep 22 17:08:24.594898 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-6fcb44a9-c304-440e-8b26-4d20d6da8e0e None None] Set router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:08:24.855995 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-6fcb44a9-c304-440e-8b26-4d20d6da8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:22Z', 'revision_number': 4, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': 'dee8b39d-b30f-4009-8044-c89915518856', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'port_id': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'mac_address': 'fa:16:3e:9f:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:07:41Z', 'updated_at': '2022-09-22T17:08:23Z', 'revision_number': 1, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1f587e-fa93-4254-9635-0dca9237824b', 'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'mac_address': 'fa:16:3e:e4:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:18Z', 'updated_at': '2022-09-22T17:07:45Z', 'revision_number': 5, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'subnets': [{'id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:24.883141 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb44a9-c304-440e-8b26-4d20d6da8e0e None None] Checking router: 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:08:24.893454 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb44a9-c304-440e-8b26-4d20d6da8e0e None None] Routers {'6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:08:24.894080 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-6fcb44a9-c304-440e-8b26-4d20d6da8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:24.960817 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:24.973039 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace68aa-2e64-40c4-b2ab-2a413bdd20f3 req-82f001f7-84bf-4491-bd82-6213bf6a0447 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:24.974844 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0ace68aa-2e64-40c4-b2ab-2a413bdd20f3 req-82f001f7-84bf-4491-bd82-6213bf6a0447 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0652969 Sep 22 17:08:24.994512 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=100 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:25.021358 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-6fcb44a9-c304-440e-8b26-4d20d6da8e0e None None] Set router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:08:25.085415 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45de54-9162-4459-a8b8-6f3b81596f0f req-02ba1148-9b89-4174-b875-62c60aa77b68 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:25.094877 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2f45de54-9162-4459-a8b8-6f3b81596f0f req-02ba1148-9b89-4174-b875-62c60aa77b68 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 945 time: 0.1186399 Sep 22 17:08:25.127207 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0ace68aa-2e64-40c4-b2ab-2a413bdd20f3 req-5c7dae99-4da3-485d-a96e-603cea955332 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323116 Sep 22 17:08:25.170923 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2f45de54-9162-4459-a8b8-6f3b81596f0f req-d716d867-7c19-4c56-8b05-e7a9ce4d1f37 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658970 Sep 22 17:08:25.321078 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:25.395739 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-6fcb44a9-c304-440e-8b26-4d20d6da8e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:22Z', 'revision_number': 4, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': 'dee8b39d-b30f-4009-8044-c89915518856', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'port_id': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'mac_address': 'fa:16:3e:9f:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:07:41Z', 'updated_at': '2022-09-22T17:08:23Z', 'revision_number': 1, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1f587e-fa93-4254-9635-0dca9237824b', 'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'mac_address': 'fa:16:3e:e4:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:18Z', 'updated_at': '2022-09-22T17:07:45Z', 'revision_number': 5, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'subnets': [{'id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:25.427109 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcb44a9-c304-440e-8b26-4d20d6da8e0e None None] The sync data for ids ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'] in dv-cinder-835384-28-iscsi is: [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:22Z', 'revision_number': 4, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': 'dee8b39d-b30f-4009-8044-c89915518856', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'port_id': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'mac_address': 'fa:16:3e:9f:e3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:07:41Z', 'updated_at': '2022-09-22T17:08:23Z', 'revision_number': 1, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1f587e-fa93-4254-9635-0dca9237824b', 'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'mac_address': 'fa:16:3e:e4:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:18Z', 'updated_at': '2022-09-22T17:07:45Z', 'revision_number': 5, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'subnets': [{'id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:08:26.145309 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590874cf-7d89-4d2b-9777-c2b8250761e2 None None] New status for floating IP dee8b39d-b30f-4009-8044-c89915518856: ACTIVE {{(pid=106557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:08:26.297390 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:26.374927 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c875b7-ed55-49f9-9dc8-84b9f4daa90c req-6f5c857b-b065-48c9-b5f4-9a92102b6ee9 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:26.377190 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-14c875b7-ed55-49f9-9dc8-84b9f4daa90c req-6f5c857b-b065-48c9-b5f4-9a92102b6ee9 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.1152039 Sep 22 17:08:26.403381 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0e75a-2edf-462f-af0a-f692cb57b584 req-3cb66e6a-2c90-4df0-b5e7-f46348c10c05 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:26.404936 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7be0e75a-2edf-462f-af0a-f692cb57b584 req-3cb66e6a-2c90-4df0-b5e7-f46348c10c05 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 945 time: 0.0948620 Sep 22 17:08:26.412966 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:26.479059 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-14c875b7-ed55-49f9-9dc8-84b9f4daa90c req-43408cf9-a37e-4366-b856-5533f5938b36 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906694 Sep 22 17:08:26.492922 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7be0e75a-2edf-462f-af0a-f692cb57b584 req-9986cb80-c283-42c3-ae10-e385e560a84f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784318 Sep 22 17:08:26.784747 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:27.547718 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:27.655823 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37fca6-5e8d-46a8-bbbf-ffb312645b72 req-65b901c1-572d-4b28-b2d9-4dcc2f5d1b09 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:27.657401 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9f37fca6-5e8d-46a8-bbbf-ffb312645b72 req-65b901c1-572d-4b28-b2d9-4dcc2f5d1b09 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0869460 Sep 22 17:08:27.671086 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c96371-c97d-429a-b294-621d15e32931 req-7b5a62bd-8e68-4531-9f08-f1326de352de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:27.672553 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-77c96371-c97d-429a-b294-621d15e32931 req-7b5a62bd-8e68-4531-9f08-f1326de352de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 945 time: 0.0644834 Sep 22 17:08:27.752968 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-77c96371-c97d-429a-b294-621d15e32931 req-e0106fd5-8261-45c4-9ffe-77d078bfd15b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740855 Sep 22 17:08:27.756068 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9f37fca6-5e8d-46a8-bbbf-ffb312645b72 req-a68f865e-71cb-4f6b-955a-6a1cf9d8e3cb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926268 Sep 22 17:08:28.167028 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:28.175110 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-5b77f6d6-1534-44ca-858f-475f57a20ee2 req-44e95b6e-8975-440a-976f-711c16f63804 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100788 Sep 22 17:08:28.508592 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['7447a832-846a-4c07-be5a-552ef92f9902'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:08:28.613413 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:28.915128 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7fae9-becc-4cfe-b6b8-4eb442e2c5b9 req-cd581630-3627-4bcd-b28d-041eb9b9c879 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:28.916741 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8be7fae9-becc-4cfe-b6b8-4eb442e2c5b9 req-cd581630-3627-4bcd-b28d-041eb9b9c879 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0778518 Sep 22 17:08:28.926215 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a183a7-d32e-4148-94d8-1faa6f9a0ff3 req-43f3e097-1bfb-4ed3-b23e-62a0e301e607 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:28.927821 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0a183a7-d32e-4148-94d8-1faa6f9a0ff3 req-43f3e097-1bfb-4ed3-b23e-62a0e301e607 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 945 time: 0.0790944 Sep 22 17:08:29.010144 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8be7fae9-becc-4cfe-b6b8-4eb442e2c5b9 req-fc7d2302-0993-4178-bf48-6c934f20edaa tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813088 Sep 22 17:08:29.015178 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0a183a7-d32e-4148-94d8-1faa6f9a0ff3 req-0c0e3845-f408-420f-a8d4-e827fb21a684 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790880 Sep 22 17:08:29.131833 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c475d1e-a3b1-49f9-b573-109421cf1448 req-0aef764e-96a0-43e3-b6cc-6dc85c56c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:29.133584 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1c475d1e-a3b1-49f9-b573-109421cf1448 req-0aef764e-96a0-43e3-b6cc-6dc85c56c4f4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=45847b1fd67c4caaa03a36895cd2263a&device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 1129 time: 0.0661249 Sep 22 17:08:30.035721 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 7447a832-846a-4c07-be5a-552ef92f9902 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:08:30.085277 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port 7447a832-846a-4c07-be5a-552ef92f9902 completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:08:30.092876 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port 7447a832-846a-4c07-be5a-552ef92f9902 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:08:30.095426 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (7447a832-846a-4c07-be5a-552ef92f9902), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:30.096020 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port 7447a832-846a-4c07-be5a-552ef92f9902 Sep 22 17:08:30.191142 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5f0b8-78cd-4db7-be89-ef3a83b6edf7 req-0d817832-4ff0-417b-905f-29d0f2c8157d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:30.192760 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-74d5f0b8-78cd-4db7-be89-ef3a83b6edf7 req-0d817832-4ff0-417b-905f-29d0f2c8157d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0949798 Sep 22 17:08:30.193437 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 7447a832-846a-4c07-be5a-552ef92f9902 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:08:30.193929 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (7447a832-846a-4c07-be5a-552ef92f9902), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:30.201397 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48087a1-6167-4933-beb0-2a1b62b91875 req-6054f258-0a0f-49f0-bce9-67f090134034 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:30.203059 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d48087a1-6167-4933-beb0-2a1b62b91875 req-6054f258-0a0f-49f0-bce9-67f090134034 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 945 time: 0.0899355 Sep 22 17:08:30.227483 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7447a832-846a-4c07-be5a-552ef92f9902'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:08:30.230694 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5007732a-14af-463a-8952-05178f7054c2" -d '{"events": [{"server_uuid": "9f634f38-8ab0-4a46-a568-6bba89fc4bc3", "name": "network-vif-plugged", "status": "completed", "tag": "7447a832-846a-4c07-be5a-552ef92f9902"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:30.247937 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 7447a832-846a-4c07-be5a-552ef92f9902, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7447a832-846a-4c07-be5a-552ef92f9902,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:30.252918 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (7447a832-846a-4c07-be5a-552ef92f9902), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:30.293740 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-74d5f0b8-78cd-4db7-be89-ef3a83b6edf7 req-2ffa7930-4fb8-47ae-9c16-c0835ab1370a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892582 Sep 22 17:08:30.303287 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d48087a1-6167-4933-beb0-2a1b62b91875 req-36845d22-cc3a-4214-814a-9692dee9741e tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830698 Sep 22 17:08:30.326439 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=7447a832-846a-4c07-be5a-552ef92f9902,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:30.356937 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bda1a5e-4850-455b-bbe7-c824c1a5692b x-openstack-request-id: req-5bda1a5e-4850-455b-bbe7-c824c1a5692b {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:30.357401 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f634f38-8ab0-4a46-a568-6bba89fc4bc3", "name": "network-vif-plugged", "status": "completed", "tag": "7447a832-846a-4c07-be5a-552ef92f9902", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:30.357676 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bda1a5e-4850-455b-bbe7-c824c1a5692b {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:30.358088 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bda1a5e-4850-455b-bbe7-c824c1a5692b'] response: {'server_uuid': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7447a832-846a-4c07-be5a-552ef92f9902', 'code': 200} Sep 22 17:08:31.325826 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:31.372409 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c475d1e-a3b1-49f9-b573-109421cf1448 req-a671bb4f-950e-415a-b07c-f6c0112ae33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:31.374365 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1c475d1e-a3b1-49f9-b573-109421cf1448 req-a671bb4f-950e-415a-b07c-f6c0112ae33c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c HTTP/1.1" status: 200 len: 917 time: 0.1145687 Sep 22 17:08:31.448867 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbbd37-5464-4984-98b5-b7aec44673f9 req-3b3c7eaa-cc02-48f3-a11d-bc0a11ae4156 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:31.450506 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-64cbbd37-5464-4984-98b5-b7aec44673f9 req-3b3c7eaa-cc02-48f3-a11d-bc0a11ae4156 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0652456 Sep 22 17:08:31.504660 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1cf45-f504-4e49-b06c-724cf1c963b4 req-59031ef4-39d7-4d1c-98f1-94bac46cc9f6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:31.506214 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-31b1cf45-f504-4e49-b06c-724cf1c963b4 req-59031ef4-39d7-4d1c-98f1-94bac46cc9f6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0781074 Sep 22 17:08:31.548628 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-64cbbd37-5464-4984-98b5-b7aec44673f9 req-adf00b96-9e56-4c4e-a4b2-a8d2accaec23 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809658 Sep 22 17:08:31.577486 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-31b1cf45-f504-4e49-b06c-724cf1c963b4 req-641b74b2-e071-435e-b60e-2cca2d8347d3 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644000 Sep 22 17:08:31.927197 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26eb568-9389-4a3d-a495-f4c0d4bba22a req-21f0c1a9-8940-465a-828c-5d7006951a74 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:31.928770 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f26eb568-9389-4a3d-a495-f4c0d4bba22a req-21f0c1a9-8940-465a-828c-5d7006951a74 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0739763 Sep 22 17:08:32.007088 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f26eb568-9389-4a3d-a495-f4c0d4bba22a req-7deea1be-98cd-4b18-9e20-4df4866b1435 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640635 Sep 22 17:08:32.614976 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4494548-18c3-48dd-a624-f33ba4a5b356 req-57dab074-f6c0-4ace-8db0-4cf99d1aa04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:32.616534 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-a4494548-18c3-48dd-a624-f33ba4a5b356 req-57dab074-f6c0-4ace-8db0-4cf99d1aa04d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 1130 time: 0.0889452 Sep 22 17:08:32.679228 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:32.736699 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1c475d1e-a3b1-49f9-b573-109421cf1448 req-78c3aeca-1e30-4513-9584-ce42beb0fcd7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea HTTP/1.1" status: 200 len: 1000 time: 0.2205200 Sep 22 17:08:32.741223 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-a4494548-18c3-48dd-a624-f33ba4a5b356 req-e86e4a7f-0516-4eab-9cf7-cae052581e17 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082940 Sep 22 17:08:32.754801 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f820b-864a-414b-be1a-aa0012c95b13 req-8c82b34d-6bce-4929-af5c-b06f376ca3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:32.757708 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f97f820b-864a-414b-be1a-aa0012c95b13 req-8c82b34d-6bce-4929-af5c-b06f376ca3e3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 1129 time: 0.1236954 Sep 22 17:08:32.768042 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1244a5c-d9a9-468f-a3fa-fdecdbdc9ad0 req-d321071d-87c0-4c67-8bd7-8e3bb352faed tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:32.769633 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d1244a5c-d9a9-468f-a3fa-fdecdbdc9ad0 req-d321071d-87c0-4c67-8bd7-8e3bb352faed tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0809023 Sep 22 17:08:32.839386 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d1244a5c-d9a9-468f-a3fa-fdecdbdc9ad0 req-0132a9e2-5cb0-41ed-94f7-62c39138e1de tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631771 Sep 22 17:08:33.221953 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a29bf8-d916-4d72-9958-469cef148ce5 req-1916fc87-1505-4ddf-8cf7-c37d58249e64 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:33.237304 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e4a29bf8-d916-4d72-9958-469cef148ce5 req-1916fc87-1505-4ddf-8cf7-c37d58249e64 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.1098135 Sep 22 17:08:33.395745 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c475d1e-a3b1-49f9-b573-109421cf1448 req-36d1abfe-31c8-48ac-ad20-c23ecbe6db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:33.397235 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1c475d1e-a3b1-49f9-b573-109421cf1448 req-36d1abfe-31c8-48ac-ad20-c23ecbe6db67 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=078d2151-b8ac-45b8-a09f-7943bc063688 HTTP/1.1" status: 200 len: 855 time: 0.1545606 Sep 22 17:08:33.512979 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57590) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:33.592173 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e4a29bf8-d916-4d72-9958-469cef148ce5 req-f4e83210-2cc6-40e0-b27b-7ff38bccfc92 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471770 Sep 22 17:08:33.656149 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b47a19-6123-4606-892e-9346ffb48646 req-386790f1-1b24-4407-84ba-f7c260c9b04f tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:33.658192 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-61b47a19-6123-4606-892e-9346ffb48646 req-386790f1-1b24-4407-84ba-f7c260c9b04f tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 945 time: 0.2645006 Sep 22 17:08:33.817808 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f820b-864a-414b-be1a-aa0012c95b13 req-8515a989-d2bf-40ea-a1f0-b28495fa9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:33.819523 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f97f820b-864a-414b-be1a-aa0012c95b13 req-8515a989-d2bf-40ea-a1f0-b28495fa9736 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 919 time: 0.5783641 Sep 22 17:08:33.857526 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-61b47a19-6123-4606-892e-9346ffb48646 req-7bc020bb-6d07-4bb0-9145-915dec8412fd tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680901 Sep 22 17:08:33.875793 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8172-6611-43a6-b704-7fa4b88c0a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:34.008746 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8172-6611-43a6-b704-7fa4b88c0a06 admin admin] Publish callbacks [] for security_group (318f1ff4-4160-4c01-aeec-0804704f2ba3), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:34.015986 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c2eb8172-6611-43a6-b704-7fa4b88c0a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (318f1ff4-4160-4c01-aeec-0804704f2ba3), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:34.045740 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2469894-1411-4324-a18e-f12399fc7fe5 req-95d4bf33-7750-4a7c-9896-2a23878208d3 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:34.048598 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e2469894-1411-4324-a18e-f12399fc7fe5 req-95d4bf33-7750-4a7c-9896-2a23878208d3 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0869930 Sep 22 17:08:34.069037 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb8172-6611-43a6-b704-7fa4b88c0a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318f1ff4-4160-4c01-aeec-0804704f2ba3,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:34.074803 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-c2eb8172-6611-43a6-b704-7fa4b88c0a06 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=469c94da6b974013a0a546d254e7f160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5595567 Sep 22 17:08:34.075988 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57602) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:34.081181 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57604) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:34.127554 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e2469894-1411-4324-a18e-f12399fc7fe5 req-0dc14153-4852-40b5-aba0-9be6c6235b76 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718436 Sep 22 17:08:34.161726 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3d60d9af-823c-4694-a16d-9c61918ac51f admin admin] Publish callbacks [] for security_group (318f1ff4-4160-4c01-aeec-0804704f2ba3), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:34.192908 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3d60d9af-823c-4694-a16d-9c61918ac51f admin admin] Publish callbacks [] for security_group (318f1ff4-4160-4c01-aeec-0804704f2ba3), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:34.212686 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ccc0f41f-d88c-4297-8f32-ecf4e082ccd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:34.287712 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3d60d9af-823c-4694-a16d-9c61918ac51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (318f1ff4-4160-4c01-aeec-0804704f2ba3), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:34.290492 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3d60d9af-823c-4694-a16d-9c61918ac51f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:34.292306 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-3d60d9af-823c-4694-a16d-9c61918ac51f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/318f1ff4-4160-4c01-aeec-0804704f2ba3 HTTP/1.1" status: 204 len: 168 time: 0.2093825 Sep 22 17:08:34.310729 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:34.317497 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60d9af-823c-4694-a16d-9c61918ac51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318f1ff4-4160-4c01-aeec-0804704f2ba3,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:34.356988 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ccc0f41f-d88c-4297-8f32-ecf4e082ccd7 admin admin] Publish callbacks [] for security_group (4297d60d-8261-4df1-b225-3995d932a89f), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:34.363847 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ccc0f41f-d88c-4297-8f32-ecf4e082ccd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (4297d60d-8261-4df1-b225-3995d932a89f), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:34.407603 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-ccc0f41f-d88c-4297-8f32-ecf4e082ccd7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=66cfd185e94645078db1df52c047cfae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306098 Sep 22 17:08:34.409678 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0f41f-d88c-4297-8f32-ecf4e082ccd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4297d60d-8261-4df1-b225-3995d932a89f,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:34.410735 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 57610) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:34.419431 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:34.474438 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-103abcd0-2f34-4ddb-be4a-72c646777819 admin admin] Publish callbacks [] for security_group (4297d60d-8261-4df1-b225-3995d932a89f), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:34.498715 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-103abcd0-2f34-4ddb-be4a-72c646777819 admin admin] Publish callbacks [] for security_group (4297d60d-8261-4df1-b225-3995d932a89f), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:34.555418 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-103abcd0-2f34-4ddb-be4a-72c646777819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (4297d60d-8261-4df1-b225-3995d932a89f), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:34.560742 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-103abcd0-2f34-4ddb-be4a-72c646777819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:34.562647 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-103abcd0-2f34-4ddb-be4a-72c646777819 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4297d60d-8261-4df1-b225-3995d932a89f HTTP/1.1" status: 204 len: 168 time: 0.1503279 Sep 22 17:08:34.582993 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103abcd0-2f34-4ddb-be4a-72c646777819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4297d60d-8261-4df1-b225-3995d932a89f,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:34.758737 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ded11-0f35-4d14-a3a8-0f5ccf0521ef req-15ebe026-070e-4a40-89d6-38e9205647e0 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:34.761173 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f7ded11-0f35-4d14-a3a8-0f5ccf0521ef req-15ebe026-070e-4a40-89d6-38e9205647e0 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0548582 Sep 22 17:08:34.854917 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f7ded11-0f35-4d14-a3a8-0f5ccf0521ef req-30e134ca-bb4c-4338-8cbe-4e8c87d2ffd2 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812235 Sep 22 17:08:34.967420 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f97f820b-864a-414b-be1a-aa0012c95b13 req-57148aca-7ed1-4e5f-aa90-acca344bb7a0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd0e7b8c-420d-4637-a290-d9a8014bf255 HTTP/1.1" status: 200 len: 217 time: 0.0481374 Sep 22 17:08:35.077651 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c475d1e-a3b1-49f9-b573-109421cf1448 req-cd797410-9381-40e5-ac73-5478421ed610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:35.079129 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1c475d1e-a3b1-49f9-b573-109421cf1448 req-cd797410-9381-40e5-ac73-5478421ed610 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1107221 Sep 22 17:08:35.090940 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57644) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:35.101083 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab012269-cd28-4c1b-b7ae-fdd605d46d93 req-7d41d8d2-c76f-4c2c-9d1a-c17fbeae2c7d tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:35.101083 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ab012269-cd28-4c1b-b7ae-fdd605d46d93 req-7d41d8d2-c76f-4c2c-9d1a-c17fbeae2c7d tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 945 time: 0.0910506 Sep 22 17:08:35.111992 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-eb2f3a3f-b5e6-42bd-bf36-c9d7a9ed988b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:35.168173 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ab012269-cd28-4c1b-b7ae-fdd605d46d93 req-b5ace5be-592c-44d4-961e-b638c025351f tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594363 Sep 22 17:08:35.237406 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:35.265481 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-eb2f3a3f-b5e6-42bd-bf36-c9d7a9ed988b admin admin] Publish callbacks [] for security_group (1c4cb0b0-a723-4fb1-8420-d46f7bb98546), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:35.271777 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-eb2f3a3f-b5e6-42bd-bf36-c9d7a9ed988b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (1c4cb0b0-a723-4fb1-8420-d46f7bb98546), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:35.280053 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56367f-743b-4c49-af82-a14bb94d5b6a req-84bc629f-2457-4221-9e3f-48daf51b2502 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:35.284727 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57652) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:35.287908 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5a56367f-743b-4c49-af82-a14bb94d5b6a req-84bc629f-2457-4221-9e3f-48daf51b2502 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0692089 Sep 22 17:08:35.336299 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-eb2f3a3f-b5e6-42bd-bf36-c9d7a9ed988b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=335600a391044a94a709fc70cce59278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433062 Sep 22 17:08:35.337453 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f3a3f-b5e6-42bd-bf36-c9d7a9ed988b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4cb0b0-a723-4fb1-8420-d46f7bb98546,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:35.340998 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 57656) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:35.371584 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5a56367f-743b-4c49-af82-a14bb94d5b6a req-f6d8ba26-a3ad-4315-a16e-3ef5defd369f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826216 Sep 22 17:08:35.393417 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=77 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:35.400097 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=19 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:35.414087 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8b9f6e8a-8301-40b2-8b4a-112eae43dd7b admin admin] Publish callbacks [] for security_group (1c4cb0b0-a723-4fb1-8420-d46f7bb98546), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:35.438756 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8b9f6e8a-8301-40b2-8b4a-112eae43dd7b admin admin] Publish callbacks [] for security_group (1c4cb0b0-a723-4fb1-8420-d46f7bb98546), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:35.440641 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:35.441382 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-e135a64c-3047-428e-8b42-ad88cdd646af admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-522215245-network', 'tenant_id': '78cce6768e1a473f9056d179b605df6d'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:35.466385 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e135a64c-3047-428e-8b42-ad88cdd646af admin admin] Made reservation on behalf of 78cce6768e1a473f9056d179b605df6d for: {'network': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:35.468693 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e135a64c-3047-428e-8b42-ad88cdd646af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:35.480921 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e135a64c-3047-428e-8b42-ad88cdd646af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:35.496527 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8b9f6e8a-8301-40b2-8b4a-112eae43dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (1c4cb0b0-a723-4fb1-8420-d46f7bb98546), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:35.500225 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8b9f6e8a-8301-40b2-8b4a-112eae43dd7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:35.501433 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-8b9f6e8a-8301-40b2-8b4a-112eae43dd7b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1c4cb0b0-a723-4fb1-8420-d46f7bb98546 HTTP/1.1" status: 204 len: 168 time: 0.1562274 Sep 22 17:08:35.510645 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f6e8a-8301-40b2-8b4a-112eae43dd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4cb0b0-a723-4fb1-8420-d46f7bb98546,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:35.592964 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e135a64c-3047-428e-8b42-ad88cdd646af admin admin] Publish callbacks [] for security_group (781153c3-8e41-4610-8864-da83757cd3e7), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:35.597524 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e135a64c-3047-428e-8b42-ad88cdd646af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (781153c3-8e41-4610-8864-da83757cd3e7), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:35.622426 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e135a64c-3047-428e-8b42-ad88cdd646af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=106556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:08:35.639762 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135a64c-3047-428e-8b42-ad88cdd646af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781153c3-8e41-4610-8864-da83757cd3e7,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:35.653871 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e135a64c-3047-428e-8b42-ad88cdd646af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (46d3c9de-ebf9-407a-b788-7e578c252cd5), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:35.654405 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.segments_db [None req-e135a64c-3047-428e-8b42-ad88cdd646af admin admin] Added segment 46d3c9de-ebf9-407a-b788-7e578c252cd5 of type vlan for network e3d57eb8-841d-4942-9243-4eda619be6ae Sep 22 17:08:35.739763 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e135a64c-3047-428e-8b42-ad88cdd646af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (e3d57eb8-841d-4942-9243-4eda619be6ae), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:35.775054 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f820b-864a-414b-be1a-aa0012c95b13 req-cbfb975f-63cf-4907-bc91-b2067671b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:35.776577 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f97f820b-864a-414b-be1a-aa0012c95b13 req-cbfb975f-63cf-4907-bc91-b2067671b63e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ff3b5331-7dbe-4b3b-ac39-cc04115e40fd HTTP/1.1" status: 200 len: 857 time: 0.1221759 Sep 22 17:08:35.780085 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e135a64c-3047-428e-8b42-ad88cdd646af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (e3d57eb8-841d-4942-9243-4eda619be6ae), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:35.782200 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e135a64c-3047-428e-8b42-ad88cdd646af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:35.783601 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e135a64c-3047-428e-8b42-ad88cdd646af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:35.818408 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1c475d1e-a3b1-49f9-b573-109421cf1448 req-d5460c4f-4b3a-4ca3-b558-9a29fe87776e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622665 Sep 22 17:08:35.854580 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-e135a64c-3047-428e-8b42-ad88cdd646af admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5653937 Sep 22 17:08:35.855205 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 57664) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:35.861165 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-4b64f4fd-75dd-40a3-a66d-1ac0074de381 admin admin] Request body: {'subnet': {'network_id': 'e3d57eb8-841d-4942-9243-4eda619be6ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-522215245-subnet', 'tenant_id': '78cce6768e1a473f9056d179b605df6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:35.868433 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135a64c-3047-428e-8b42-ad88cdd646af admin admin] Pushing event updated for resources: {'Network': ['ID=e3d57eb8-841d-4942-9243-4eda619be6ae,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:35.881548 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network e3d57eb8-841d-4942-9243-4eda619be6ae details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:08:35.888358 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b64f4fd-75dd-40a3-a66d-1ac0074de381 admin admin] Made reservation on behalf of 78cce6768e1a473f9056d179b605df6d for: {'subnet': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:35.891157 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-4b64f4fd-75dd-40a3-a66d-1ac0074de381 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:35.977411 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:36.042692 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690efe67-0a20-47f0-a050-3ee0bfa89505 req-774f3b87-2032-44a3-aab5-83822f50a649 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:36.044195 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-690efe67-0a20-47f0-a050-3ee0bfa89505 req-774f3b87-2032-44a3-aab5-83822f50a649 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0782995 Sep 22 17:08:36.193849 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-690efe67-0a20-47f0-a050-3ee0bfa89505 req-270217d3-fc2d-4b89-a78e-49b17f46368d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377892 Sep 22 17:08:36.559860 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-4b64f4fd-75dd-40a3-a66d-1ac0074de381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for subnet (b563f58e-baa3-4cf8-a0e3-86f345a993d2), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:36.562496 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f820b-864a-414b-be1a-aa0012c95b13 req-db6fccb6-0729-4631-b330-d149755503b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:36.564064 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f97f820b-864a-414b-be1a-aa0012c95b13 req-db6fccb6-0729-4631-b330-d149755503b5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=906da010-9d01-428f-8bbf-d862e44df893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4128673 Sep 22 17:08:36.686404 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:08:36.691438 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932573-3b01-4488-a36d-912a18d070c2 req-ed7ebd8b-bcfd-48a3-82b9-98ea7fec0c58 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:36.698765 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-38932573-3b01-4488-a36d-912a18d070c2 req-ed7ebd8b-bcfd-48a3-82b9-98ea7fec0c58 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 945 time: 0.4113438 Sep 22 17:08:36.720562 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1c475d1e-a3b1-49f9-b573-109421cf1448 req-65521d36-8392-4218-aa48-e44695ea7e51 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792553 Sep 22 17:08:36.736419 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64f4fd-75dd-40a3-a66d-1ac0074de381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b563f58e-baa3-4cf8-a0e3-86f345a993d2,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:36.744155 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01429993-1fd1-4480-88c3-4ceeec769b03 req-dc3865b7-2c0c-488a-ad77-ae1ff5aa7f8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:36.746301 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01429993-1fd1-4480-88c3-4ceeec769b03 req-dc3865b7-2c0c-488a-ad77-ae1ff5aa7f8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 946 time: 0.1664429 Sep 22 17:08:36.862221 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b64f4fd-75dd-40a3-a66d-1ac0074de381 admin admin] Checking segment: {'id': '46d3c9de-ebf9-407a-b788-7e578c252cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e3d57eb8-841d-4942-9243-4eda619be6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:08:36.862885 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b64f4fd-75dd-40a3-a66d-1ac0074de381 admin admin] Network hostable DHCP agents. Network: e3d57eb8-841d-4942-9243-4eda619be6ae, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:08:36.881568 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-38932573-3b01-4488-a36d-912a18d070c2 req-28ee78ef-412b-44e1-96eb-b91ec1bb686e tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=58640f55-2e6d-43b0-b15d-256fc0730041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820147 Sep 22 17:08:36.886742 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:36.915691 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01429993-1fd1-4480-88c3-4ceeec769b03 req-5801cb01-99a8-4f27-91e5-acf32295fea2 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611583 Sep 22 17:08:36.930209 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b64f4fd-75dd-40a3-a66d-1ac0074de381 admin admin] Network e3d57eb8-841d-4942-9243-4eda619be6ae is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:08:36.990478 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-4b64f4fd-75dd-40a3-a66d-1ac0074de381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, e3d57eb8-841d-4942-9243-4eda619be6ae) {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:36.991875 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:36.997729 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64f4fd-75dd-40a3-a66d-1ac0074de381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:36.998550 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-4b64f4fd-75dd-40a3-a66d-1ac0074de381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:37.002876 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f97f820b-864a-414b-be1a-aa0012c95b13 req-26303208-3651-4cfb-84c3-0ada1bc52d83 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118556 Sep 22 17:08:37.006044 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeae4f5-2a44-456d-a615-f58a6978ef5c None None] Network e3d57eb8-841d-4942-9243-4eda619be6ae requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:08:37.079898 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb783c-1614-42df-a920-59fab26a47ca req-c1031b08-99f9-4800-b889-7306ed701cc9 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:37.081925 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a2cb783c-1614-42df-a920-59fab26a47ca req-c1031b08-99f9-4800-b889-7306ed701cc9 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 945 time: 0.1362143 Sep 22 17:08:37.090234 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-4b64f4fd-75dd-40a3-a66d-1ac0074de381 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2336743 Sep 22 17:08:37.135618 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a46efe-4c40-4912-827f-f899de320468 None None] Network e3d57eb8-841d-4942-9243-4eda619be6ae requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:08:37.169544 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec5640-f588-4c7c-9ae8-e70c86bbc6de req-8c15fa1d-68d5-4d15-a82f-a6f86196b52a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:37.180114 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b0ec5640-f588-4c7c-9ae8-e70c86bbc6de req-8c15fa1d-68d5-4d15-a82f-a6f86196b52a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 946 time: 0.1669180 Sep 22 17:08:37.183891 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57712) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:37.193570 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-dd3407c1-75e6-49ef-8255-1f2a6ac96d8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'floatingip': {'port_id': '7447a832-846a-4c07-be5a-552ef92f9902'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:37.320480 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-a2cb783c-1614-42df-a920-59fab26a47ca req-01b0b907-3f4b-423f-9e40-739592c61ea4 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Deleting port 4f54a4b6-ee55-4522-8820-9778a712cff0 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:08:37.321016 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a2cb783c-1614-42df-a920-59fab26a47ca req-01b0b907-3f4b-423f-9e40-739592c61ea4 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (4f54a4b6-ee55-4522-8820-9778a712cff0), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:37.330518 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:37.343392 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f97f820b-864a-414b-be1a-aa0012c95b13 req-29c7718b-bb53-4fbf-9578-b23944ea4509 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207653 Sep 22 17:08:37.453617 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc619d98-42ce-4384-b59e-705a6d2d721d req-220edfd1-47d4-40e8-9dde-9ab584f9364e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:37.461396 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bc619d98-42ce-4384-b59e-705a6d2d721d req-220edfd1-47d4-40e8-9dde-9ab584f9364e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.1334553 Sep 22 17:08:37.461904 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dd3407c1-75e6-49ef-8255-1f2a6ac96d8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (59e85e10-0dba-4c98-a93b-e6720808039e), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:37.536594 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-a2cb783c-1614-42df-a920-59fab26a47ca req-01b0b907-3f4b-423f-9e40-739592c61ea4 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] For port 4f54a4b6-ee55-4522-8820-9778a712cff0, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=4f54a4b6-ee55-4522-8820-9778a712cff0,segment=NetworkSegment(d9910c48-be0c-48fb-bb28-008054c81ab4),segment_id=d9910c48-be0c-48fb-bb28-008054c81ab4)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:37.537091 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a2cb783c-1614-42df-a920-59fab26a47ca req-01b0b907-3f4b-423f-9e40-739592c61ea4 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (4f54a4b6-ee55-4522-8820-9778a712cff0), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:37.571490 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-a2cb783c-1614-42df-a920-59fab26a47ca req-01b0b907-3f4b-423f-9e40-739592c61ea4 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Calling delete_port for 4f54a4b6-ee55-4522-8820-9778a712cff0 owned by compute:nova {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:08:37.606169 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bc619d98-42ce-4384-b59e-705a6d2d721d req-f94cfcfa-fef0-4d67-944d-935f6abe74de tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422718 Sep 22 17:08:37.723971 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:37.855296 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a2cb783c-1614-42df-a920-59fab26a47ca req-01b0b907-3f4b-423f-9e40-739592c61ea4 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906'] for port (4f54a4b6-ee55-4522-8820-9778a712cff0), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:37.926805 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['4f54a4b6-ee55-4522-8820-9778a712cff0'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:08:38.034525 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0b907-3f4b-423f-9e40-739592c61ea4 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Pushing event deleted for resources: {'Port': ['ID=4f54a4b6-ee55-4522-8820-9778a712cff0,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:38.098879 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cb783c-1614-42df-a920-59fab26a47ca req-01b0b907-3f4b-423f-9e40-739592c61ea4 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] No DVR routers for this DVR port 4f54a4b6-ee55-4522-8820-9778a712cff0 on host hv-cinder-83538 {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:08:38.105690 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a2cb783c-1614-42df-a920-59fab26a47ca req-01b0b907-3f4b-423f-9e40-739592c61ea4 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:38.109754 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a2cb783c-1614-42df-a920-59fab26a47ca req-01b0b907-3f4b-423f-9e40-739592c61ea4 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.33 "DELETE /networking/v2.0/ports/4f54a4b6-ee55-4522-8820-9778a712cff0 HTTP/1.1" status: 204 len: 173 time: 0.9837930 Sep 22 17:08:38.191850 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed59422-e086-4f95-b56c-8dbe57faed78', 'name': 'network-vif-deleted', 'tag': '4f54a4b6-ee55-4522-8820-9778a712cff0'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:08:38.194355 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18abd226-ed39-4569-9db4-6679f2bd24d1" -d '{"events": [{"server_uuid": "6ed59422-e086-4f95-b56c-8dbe57faed78", "name": "network-vif-deleted", "tag": "4f54a4b6-ee55-4522-8820-9778a712cff0"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:38.200002 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8547a5be-2e97-449d-a822-8b3b8bf583d0 req-deb9641d-35a4-44a8-8f62-f86528d66a0e tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 210 time: 0.1062257 Sep 22 17:08:38.267358 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af19baf-6985-4ce6-ac3d-8b37872a73a5 x-openstack-request-id: req-7af19baf-6985-4ce6-ac3d-8b37872a73a5 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:38.267679 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed59422-e086-4f95-b56c-8dbe57faed78", "name": "network-vif-deleted", "tag": "4f54a4b6-ee55-4522-8820-9778a712cff0", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:38.267934 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7af19baf-6985-4ce6-ac3d-8b37872a73a5 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:38.268336 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af19baf-6985-4ce6-ac3d-8b37872a73a5'] response: {'server_uuid': '6ed59422-e086-4f95-b56c-8dbe57faed78', 'name': 'network-vif-deleted', 'tag': '4f54a4b6-ee55-4522-8820-9778a712cff0', 'status': 'completed', 'code': 200} Sep 22 17:08:38.757055 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dd3407c1-75e6-49ef-8255-1f2a6ac96d8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:38.763168 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83359682-8b40-4ea8-92fc-e6cc9ac52e79 req-ae79fdc9-f705-475a-87ae-ea8607728471 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:38.768910 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dd3407c1-75e6-49ef-8255-1f2a6ac96d8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (59e85e10-0dba-4c98-a93b-e6720808039e), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:38.771382 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83359682-8b40-4ea8-92fc-e6cc9ac52e79 req-ae79fdc9-f705-475a-87ae-ea8607728471 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0659800 Sep 22 17:08:38.841221 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83359682-8b40-4ea8-92fc-e6cc9ac52e79 req-ab731923-f27c-4eba-bbf3-0c900d3884b2 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689402 Sep 22 17:08:38.919882 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:38.952998 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.l3_db [None req-dd3407c1-75e6-49ef-8255-1f2a6ac96d8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Floating IP 59e85e10-0dba-4c98-a93b-e6720808039e associated. External IP: 172.27.1.78, port: 7447a832-846a-4c07-be5a-552ef92f9902. Sep 22 17:08:39.357516 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3407c1-75e6-49ef-8255-1f2a6ac96d8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Router d8e5a412-a5b6-469e-a8ae-72241d1cab6b has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:08:39.467136 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0bc9deb6-796c-4533-bb4b-e6a38db151a6 req-7844fe11-be4b-4ce2-bab6-e23d42f682c8 tempest-DeleteServersTestJSON-388673952 tempest-DeleteServersTestJSON-388673952-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6ed59422-e086-4f95-b56c-8dbe57faed78 HTTP/1.1" status: 200 len: 210 time: 0.0569201 Sep 22 17:08:39.562841 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3407c1-75e6-49ef-8255-1f2a6ac96d8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:08:39.568541 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dd3407c1-75e6-49ef-8255-1f2a6ac96d8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:39.575399 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6c90d7-18bd-47a9-8501-64f4549e910d None None] Sync routers for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:08:39.586782 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6c90d7-18bd-47a9-8501-64f4549e910d None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:08:39.588132 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-9c6c90d7-18bd-47a9-8501-64f4549e910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:39.603668 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-dd3407c1-75e6-49ef-8255-1f2a6ac96d8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/59e85e10-0dba-4c98-a93b-e6720808039e HTTP/1.1" status: 200 len: 991 time: 2.4182477 Sep 22 17:08:39.604416 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'tag': '7447a832-846a-4c07-be5a-552ef92f9902'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:08:39.606869 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f140079-2239-47af-a7a8-73c1ab3dc5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9f634f38-8ab0-4a46-a568-6bba89fc4bc3", "tag": "7447a832-846a-4c07-be5a-552ef92f9902"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:39.645310 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a38469-901d-48a9-b775-29a9c6e583a7 x-openstack-request-id: req-81a38469-901d-48a9-b775-29a9c6e583a7 {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:39.645609 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f634f38-8ab0-4a46-a568-6bba89fc4bc3", "tag": "7447a832-846a-4c07-be5a-552ef92f9902", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:39.645848 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81a38469-901d-48a9-b775-29a9c6e583a7 {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:39.646249 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81a38469-901d-48a9-b775-29a9c6e583a7'] response: {'name': 'network-changed', 'server_uuid': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'tag': '7447a832-846a-4c07-be5a-552ef92f9902', 'status': 'completed', 'code': 200} Sep 22 17:08:39.704773 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-9c6c90d7-18bd-47a9-8501-64f4549e910d None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:08:39.944311 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f140079-2239-47af-a7a8-73c1ab3dc5a4 req-65a44df0-eafc-41a0-8f18-50e6bc94216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:39.948063 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f140079-2239-47af-a7a8-73c1ab3dc5a4 req-65a44df0-eafc-41a0-8f18-50e6bc94216f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 1130 time: 0.1009383 Sep 22 17:08:40.040011 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-9c6c90d7-18bd-47a9-8501-64f4549e910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '59e85e10-0dba-4c98-a93b-e6720808039e', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': '7447a832-846a-4c07-be5a-552ef92f9902', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:15:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:07:51Z', 'updated_at': '2022-09-22T17:08:38Z', 'revision_number': 1, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:40.067580 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6c90d7-18bd-47a9-8501-64f4549e910d None None] Checking router: d8e5a412-a5b6-469e-a8ae-72241d1cab6b for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:08:40.077894 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6c90d7-18bd-47a9-8501-64f4549e910d None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:08:40.078538 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-9c6c90d7-18bd-47a9-8501-64f4549e910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:40.112964 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 4f54a4b6-ee55-4522-8820-9778a712cff0 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:08:40.163570 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: 4f54a4b6-ee55-4522-8820-9778a712cff0 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:08:40.165260 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 4f54a4b6-ee55-4522-8820-9778a712cff0 not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:08:40.194410 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-9c6c90d7-18bd-47a9-8501-64f4549e910d None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:08:40.241550 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:40.255907 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:40.295926 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9784e2-ff16-4c99-9ea8-bc4f408dd6f3 req-29a9087f-4a5b-46e0-8bed-55a933c7f064 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:40.298612 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6f9784e2-ff16-4c99-9ea8-bc4f408dd6f3 req-29a9087f-4a5b-46e0-8bed-55a933c7f064 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.2259302 Sep 22 17:08:40.377833 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f140079-2239-47af-a7a8-73c1ab3dc5a4 req-138f2143-45e8-4097-af75-da503781e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:40.379373 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f140079-2239-47af-a7a8-73c1ab3dc5a4 req-138f2143-45e8-4097-af75-da503781e3be service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=82eac7a2-877a-48c4-bcb2-cd10274854a5 HTTP/1.1" status: 200 len: 915 time: 0.4243641 Sep 22 17:08:40.386981 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24df32-3b99-47f5-8641-21617f0c634f req-e776a60e-5aa3-469b-96ea-2ad8692719ba tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:40.388511 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf24df32-3b99-47f5-8641-21617f0c634f req-e776a60e-5aa3-469b-96ea-2ad8692719ba tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/networks?id=e3d57eb8-841d-4942-9243-4eda619be6ae HTTP/1.1" status: 200 len: 813 time: 0.3179595 Sep 22 17:08:40.440738 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-9c6c90d7-18bd-47a9-8501-64f4549e910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '59e85e10-0dba-4c98-a93b-e6720808039e', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': '7447a832-846a-4c07-be5a-552ef92f9902', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:15:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:07:51Z', 'updated_at': '2022-09-22T17:08:38Z', 'revision_number': 1, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:40.455758 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf24df32-3b99-47f5-8641-21617f0c634f req-95b4dd01-655a-4491-aa47-9db8499dea46 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/quotas/78cce6768e1a473f9056d179b605df6d HTTP/1.1" status: 200 len: 375 time: 0.0531621 Sep 22 17:08:40.478624 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6c90d7-18bd-47a9-8501-64f4549e910d None None] The sync data for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi is: [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '59e85e10-0dba-4c98-a93b-e6720808039e', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': '7447a832-846a-4c07-be5a-552ef92f9902', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:15:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:07:51Z', 'updated_at': '2022-09-22T17:08:38Z', 'revision_number': 1, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:08:40.484189 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6f9784e2-ff16-4c99-9ea8-bc4f408dd6f3 req-6709fe3e-8b42-4363-b459-2b41f3ffc6b0 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738167 Sep 22 17:08:40.566986 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f140079-2239-47af-a7a8-73c1ab3dc5a4 req-6e064527-0171-425c-9aaa-a6129d1a5b0d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7447a832-846a-4c07-be5a-552ef92f9902 HTTP/1.1" status: 200 len: 999 time: 0.1768360 Sep 22 17:08:40.569945 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf24df32-3b99-47f5-8641-21617f0c634f req-cf510b47-d54a-499d-a25f-076d0693206d tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=78cce6768e1a473f9056d179b605df6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942259 Sep 22 17:08:40.672003 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57830) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:40.743452 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b649d8-2592-46ee-9533-de8ed7753bad admin admin] Deleting subnet 324a702f-afe2-4373-92fe-37ba82aa2c74 {{(pid=106556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 17:08:40.749061 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f140079-2239-47af-a7a8-73c1ab3dc5a4 req-c8b0cfc9-d402-486a-92fa-11889f4e13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:40.750728 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f140079-2239-47af-a7a8-73c1ab3dc5a4 req-c8b0cfc9-d402-486a-92fa-11889f4e13eb service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=83a051e4-a154-4ee6-92cd-c98927c3c055 HTTP/1.1" status: 200 len: 853 time: 0.1766825 Sep 22 17:08:40.755542 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-86b649d8-2592-46ee-9533-de8ed7753bad admin admin] Publish callbacks [] for subnet (324a702f-afe2-4373-92fe-37ba82aa2c74), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:40.822449 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-86b649d8-2592-46ee-9533-de8ed7753bad admin admin] Publish callbacks [] for subnet (324a702f-afe2-4373-92fe-37ba82aa2c74), precommit_delete_associations {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:40.827830 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f140079-2239-47af-a7a8-73c1ab3dc5a4 req-fc3d226d-74b1-4413-920e-50b9b3330cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:40.829628 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f140079-2239-47af-a7a8-73c1ab3dc5a4 req-fc3d226d-74b1-4413-920e-50b9b3330cf7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=82eac7a2-877a-48c4-bcb2-cd10274854a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0694888 Sep 22 17:08:40.854037 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-86b649d8-2592-46ee-9533-de8ed7753bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8016103'] for subnet (324a702f-afe2-4373-92fe-37ba82aa2c74), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:40.917890 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:40.964504 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-86b649d8-2592-46ee-9533-de8ed7753bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8014298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for subnet (324a702f-afe2-4373-92fe-37ba82aa2c74), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:40.986598 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-86b649d8-2592-46ee-9533-de8ed7753bad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:40.991062 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-86b649d8-2592-46ee-9533-de8ed7753bad admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/324a702f-afe2-4373-92fe-37ba82aa2c74 HTTP/1.1" status: 204 len: 168 time: 0.3174040 Sep 22 17:08:40.993689 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57850) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:40.998138 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf24df32-3b99-47f5-8641-21617f0c634f req-7e2cacf1-a76b-4cf7-8422-19de26f2459c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e3d57eb8-841d-4942-9243-4eda619be6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066904 Sep 22 17:08:41.036659 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b649d8-2592-46ee-9533-de8ed7753bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=324a702f-afe2-4373-92fe-37ba82aa2c74,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:41.113368 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f140079-2239-47af-a7a8-73c1ab3dc5a4 req-ce05595d-65d3-444e-9a1b-aa092e072daf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750750 Sep 22 17:08:41.148293 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632274'] for network (0e71ef66-9bf2-4e04-b907-31722fe17b08), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:41.291536 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7709388', 'neutron.services.segments.db._delete_segments_for_network-8784621099201'] for network (0e71ef66-9bf2-4e04-b907-31722fe17b08), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:41.327882 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf24df32-3b99-47f5-8641-21617f0c634f req-2a12e3d2-2441-401a-a3d6-d8c53b05cb2c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e3d57eb8-841d-4942-9243-4eda619be6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163383 Sep 22 17:08:41.327980 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:41.327980 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:41.327980 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:41.327980 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=106556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:41.327980 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:41.327980 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=106556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:41.327980 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:41.327980 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:41.327980 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:41.327980 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:41.351356 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f140079-2239-47af-a7a8-73c1ab3dc5a4 req-361533e7-1eba-44ea-9ce0-034846287d04 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308362 Sep 22 17:08:41.534436 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a90c2a6f-26b0-48c5-99b1-bf963bde3b96 req-2a965992-aa21-4fbe-9fff-f5a04ee3bfbd tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 210 time: 0.0438905 Sep 22 17:08:41.588159 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:41.589058 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:41.589428 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:41.590848 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:41.591688 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e71ef66-9bf2-4e04-b907-31722fe17b08']}} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:41.619425 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ba3e65-d7a4-42fb-b8df-4f9cccf88bee') {'for_net_delete': True} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:41.619728 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ba3e65-d7a4-42fb-b8df-4f9cccf88bee') {} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:41.650056 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784621099093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3319049'] for segment (30ba3e65-d7a4-42fb-b8df-4f9cccf88bee), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:41.678554 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (30ba3e65-d7a4-42fb-b8df-4f9cccf88bee), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:41.696475 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=106556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:08:41.697965 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3793607'] for segment (30ba3e65-d7a4-42fb-b8df-4f9cccf88bee), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:41.701488 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30400aa8-2a92-4b5d-8330-7877a05d682e req-a83b9109-efdb-47be-97a3-30ec97104ae7 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:41.708769 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-30400aa8-2a92-4b5d-8330-7877a05d682e req-a83b9109-efdb-47be-97a3-30ec97104ae7 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0934913 Sep 22 17:08:41.749958 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664abeee-1cc2-472e-8f3e-515a3ff944c8 None None] New status for floating IP 59e85e10-0dba-4c98-a93b-e6720808039e: ACTIVE {{(pid=106557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:08:41.787638 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-30400aa8-2a92-4b5d-8330-7877a05d682e req-46e8eeba-e356-4340-8359-19a4cc94a883 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777643 Sep 22 17:08:41.797410 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7709429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536458'] for network (0e71ef66-9bf2-4e04-b907-31722fe17b08), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:41.817160 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:41.822250 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/0e71ef66-9bf2-4e04-b907-31722fe17b08 HTTP/1.1" status: 204 len: 168 time: 0.8271823 Sep 22 17:08:41.825744 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 57878) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:41.839909 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207fc33-7f86-4545-a11f-82fa88ed45d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e71ef66-9bf2-4e04-b907-31722fe17b08,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:41.893783 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:41.898000 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23fea41-2bd2-4957-9038-9cb2d19e6050 admin admin] Deleting subnet 4ca48484-58af-4e00-9a8b-77bd0f7bf994 {{(pid=106555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 17:08:41.902290 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a23fea41-2bd2-4957-9038-9cb2d19e6050 admin admin] Publish callbacks [] for subnet (4ca48484-58af-4e00-9a8b-77bd0f7bf994), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:41.933982 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:41.951585 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a23fea41-2bd2-4957-9038-9cb2d19e6050 admin admin] Publish callbacks [] for subnet (4ca48484-58af-4e00-9a8b-77bd0f7bf994), precommit_delete_associations {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:41.966122 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a23fea41-2bd2-4957-9038-9cb2d19e6050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8016103'] for subnet (4ca48484-58af-4e00-9a8b-77bd0f7bf994), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:42.041870 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a23fea41-2bd2-4957-9038-9cb2d19e6050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8014298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for subnet (4ca48484-58af-4e00-9a8b-77bd0f7bf994), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:42.062395 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment 30ba3e65-d7a4-42fb-b8df-4f9cccf88bee resource provider aggregate not found Sep 22 17:08:42.075498 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fea41-2bd2-4957-9038-9cb2d19e6050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca48484-58af-4e00-9a8b-77bd0f7bf994,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:42.077438 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a23fea41-2bd2-4957-9038-9cb2d19e6050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:42.082310 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-a23fea41-2bd2-4957-9038-9cb2d19e6050 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/4ca48484-58af-4e00-9a8b-77bd0f7bf994 HTTP/1.1" status: 204 len: 168 time: 0.2549934 Sep 22 17:08:42.084909 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment 30ba3e65-d7a4-42fb-b8df-4f9cccf88bee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30ba3e65-d7a4-42fb-b8df-4f9cccf88bee found for delete ", "request_id": "req-6c8be5fb-10b6-4eb0-b5ef-1a7234bd0277"}]} Sep 22 17:08:42.085041 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 57888) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:42.343980 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57898) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:42.371042 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:42.410839 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632274'] for network (5b1054c2-1a77-4fa0-be9d-745efb2daa9f), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:42.521224 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7709388', 'neutron.services.segments.db._delete_segments_for_network-8784621099201'] for network (5b1054c2-1a77-4fa0-be9d-745efb2daa9f), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:42.565923 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:42.567047 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:42.568218 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:42.568849 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:42.570840 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Subscribe: > port after_create 55550000 {{(pid=106555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:42.571559 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:42.572143 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Subscribe: > port after_update 55550000 {{(pid=106555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:42.573244 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:42.573841 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:42.574438 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:42.574991 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:42.663573 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:42.664015 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:42.664355 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:42.664690 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 17:08:42.665145 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1054c2-1a77-4fa0-be9d-745efb2daa9f']}} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:42.695745 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4658f7-a224-43ab-b915-b3c6790ab2a7') {'for_net_delete': True} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:42.696269 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4658f7-a224-43ab-b915-b3c6790ab2a7') {} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:42.746693 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784621099093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3953885'] for segment (5e4658f7-a224-43ab-b915-b3c6790ab2a7), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:42.771212 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-495c8958-4980-4aa2-af4d-17253f56a643 req-32985a76-bf21-40bc-a79e-a85a21535a7f tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 210 time: 0.0896852 Sep 22 17:08:42.827983 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (5e4658f7-a224-43ab-b915-b3c6790ab2a7), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:42.859583 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=106555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:08:42.860408 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523880'] for segment (5e4658f7-a224-43ab-b915-b3c6790ab2a7), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:42.896317 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57914) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:42.975004 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf240-d576-45f8-b046-b5cbdfd918df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498853'] for router_interface (f7cd51a1-d838-4565-8eb5-c11ef211562b), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:42.992921 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7709429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536458'] for network (5b1054c2-1a77-4fa0-be9d-745efb2daa9f), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:43.004680 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5f31d-e75d-42a3-af2f-e3d60a5e03c3 req-87f85794-0112-4370-9136-a3f6ebcb2b7b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:43.007336 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-09f5f31d-e75d-42a3-af2f-e3d60a5e03c3 req-87f85794-0112-4370-9136-a3f6ebcb2b7b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0822315 Sep 22 17:08:43.028569 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1054c2-1a77-4fa0-be9d-745efb2daa9f,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:43.033174 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:43.037128 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-a56ce71d-02a1-4e55-b9c9-9a9fd6f11c94 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/5b1054c2-1a77-4fa0-be9d-745efb2daa9f HTTP/1.1" status: 204 len: 168 time: 0.9509993 Sep 22 17:08:43.094310 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-09f5f31d-e75d-42a3-af2f-e3d60a5e03c3 req-8a2c84c9-55c2-4a84-a65b-367ce6c1e0be tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683024 Sep 22 17:08:43.162016 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-68b94909-53d4-42e2-89bf-5380ecaab258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:43.230351 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.services.segments.plugin [-] Segment 5e4658f7-a224-43ab-b915-b3c6790ab2a7 resource provider aggregate not found Sep 22 17:08:43.249360 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.services.segments.plugin [-] Segment 5e4658f7-a224-43ab-b915-b3c6790ab2a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e4658f7-a224-43ab-b915-b3c6790ab2a7 found for delete ", "request_id": "req-cb066dbe-0627-4cff-bd71-b1dbb0f45073"}]} Sep 22 17:08:43.321870 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 57928) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:43.374664 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-d7686278-0867-476b-967c-cebc6f263c70 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1fbebdb527ce42fca62d9da743135659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509217 Sep 22 17:08:43.377276 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 57930) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:43.535140 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-689cac83-5a0d-4781-a551-84065d4dcd1b admin admin] Publish callbacks [] for security_group (1862ae05-7787-40ea-aeae-add948d2004e), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:43.562113 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24df32-3b99-47f5-8641-21617f0c634f req-e9c5c3ab-e57c-48e0-955c-a564786dbe44 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:43.563800 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf24df32-3b99-47f5-8641-21617f0c634f req-e9c5c3ab-e57c-48e0-955c-a564786dbe44 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.33 "GET /networking/v2.0/networks?id=e3d57eb8-841d-4942-9243-4eda619be6ae HTTP/1.1" status: 200 len: 813 time: 0.1786590 Sep 22 17:08:43.578555 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-689cac83-5a0d-4781-a551-84065d4dcd1b admin admin] Publish callbacks [] for security_group (1862ae05-7787-40ea-aeae-add948d2004e), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:43.586842 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:DELETE=5,neutron:UPDATE=2,neutron:SELECT=88,neutron:INSERT=5 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:43.594539 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-bf24df32-3b99-47f5-8641-21617f0c634f req-4043677e-fc83-44c3-93bc-286a5e1b5ace tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Request body: {'port': {'device_id': '34975170-3fed-4365-af86-d8375013ad5c', 'network_id': 'e3d57eb8-841d-4942-9243-4eda619be6ae', 'admin_state_up': True, 'tenant_id': '78cce6768e1a473f9056d179b605df6d'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:43.680928 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-68b94909-53d4-42e2-89bf-5380ecaab258 admin admin] Publish callbacks [] for security_group (58c51941-6405-4b66-b4d5-13829dae5c2f), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:43.702293 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-68b94909-53d4-42e2-89bf-5380ecaab258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (58c51941-6405-4b66-b4d5-13829dae5c2f), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:43.737050 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-689cac83-5a0d-4781-a551-84065d4dcd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (1862ae05-7787-40ea-aeae-add948d2004e), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:43.739686 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-689cac83-5a0d-4781-a551-84065d4dcd1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:43.740932 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-689cac83-5a0d-4781-a551-84065d4dcd1b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1862ae05-7787-40ea-aeae-add948d2004e HTTP/1.1" status: 204 len: 168 time: 0.3626270 Sep 22 17:08:43.756716 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cac83-5a0d-4781-a551-84065d4dcd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1862ae05-7787-40ea-aeae-add948d2004e,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:43.763913 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:43.765564 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-68b94909-53d4-42e2-89bf-5380ecaab258 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=926a18ba6a0e4f7394798b27a35e601b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8680599 Sep 22 17:08:43.768963 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 57938) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:43.774313 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-1c0cf240-d576-45f8-b046-b5cbdfd918df admin admin] Deleting port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:08:43.774979 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf240-d576-45f8-b046-b5cbdfd918df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:43.781443 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf24df32-3b99-47f5-8641-21617f0c634f req-4043677e-fc83-44c3-93bc-286a5e1b5ace tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Made reservation on behalf of 78cce6768e1a473f9056d179b605df6d for: {'port': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:43.785800 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-bf24df32-3b99-47f5-8641-21617f0c634f req-4043677e-fc83-44c3-93bc-286a5e1b5ace tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:43.809716 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b94909-53d4-42e2-89bf-5380ecaab258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c51941-6405-4b66-b4d5-13829dae5c2f,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:43.933759 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-1c0cf240-d576-45f8-b046-b5cbdfd918df admin admin] For port 4d46bf4c-b412-4a32-8a1d-0e226d2cf842, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=4d46bf4c-b412-4a32-8a1d-0e226d2cf842,segment=NetworkSegment(d9910c48-be0c-48fb-bb28-008054c81ab4),segment_id=d9910c48-be0c-48fb-bb28-008054c81ab4)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:43.935326 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf240-d576-45f8-b046-b5cbdfd918df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:43.959156 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f6357201-1d4a-4b2f-8fc8-4734d2df73b0 req-7752eef9-3d9c-49a7-bb5c-2dd6da1a0ea5 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 210 time: 0.0930350 Sep 22 17:08:43.963528 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-1c0cf240-d576-45f8-b046-b5cbdfd918df admin admin] Calling delete_port for 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 owned by network:router_interface {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:08:44.000644 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:44.031025 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-0203ee5e-7911-4aae-9099-d5057d6bab8d admin admin] Publish callbacks [] for security_group (58c51941-6405-4b66-b4d5-13829dae5c2f), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:44.075205 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:44.089014 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-0203ee5e-7911-4aae-9099-d5057d6bab8d admin admin] Publish callbacks [] for security_group (58c51941-6405-4b66-b4d5-13829dae5c2f), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:44.145629 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [req-bf24df32-3b99-47f5-8641-21617f0c634f req-4043677e-fc83-44c3-93bc-286a5e1b5ace tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Allocated IP 172.20.0.2 (e3d57eb8-841d-4942-9243-4eda619be6ae/b563f58e-baa3-4cf8-a0e3-86f345a993d2/90ee9eab-8000-4105-98b8-1323d939e7e8) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:08:44.206531 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-0203ee5e-7911-4aae-9099-d5057d6bab8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (58c51941-6405-4b66-b4d5-13829dae5c2f), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:44.209148 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-0203ee5e-7911-4aae-9099-d5057d6bab8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:44.210332 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-0203ee5e-7911-4aae-9099-d5057d6bab8d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/58c51941-6405-4b66-b4d5-13829dae5c2f HTTP/1.1" status: 204 len: 168 time: 0.4402628 Sep 22 17:08:44.247673 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203ee5e-7911-4aae-9099-d5057d6bab8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c51941-6405-4b66-b4d5-13829dae5c2f,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:44.296519 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57948) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:44.349098 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf240-d576-45f8-b046-b5cbdfd918df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (4d46bf4c-b412-4a32-8a1d-0e226d2cf842), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:44.373633 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6301f4-50f5-46f4-bf7d-d1a4d7a57168 req-af5f4535-5c99-402a-b117-dc2f7356948c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:44.375284 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eb6301f4-50f5-46f4-bf7d-d1a4d7a57168 req-af5f4535-5c99-402a-b117-dc2f7356948c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.1464739 Sep 22 17:08:44.412451 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cf240-d576-45f8-b046-b5cbdfd918df admin admin] Pushing event deleted for resources: {'Port': ['ID=4d46bf4c-b412-4a32-8a1d-0e226d2cf842,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:44.480550 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-bf24df32-3b99-47f5-8641-21617f0c634f req-4043677e-fc83-44c3-93bc-286a5e1b5ace tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Publish callbacks [] for port (90ee9eab-8000-4105-98b8-1323d939e7e8), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:44.488105 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eb6301f4-50f5-46f4-bf7d-d1a4d7a57168 req-f0dfac56-2b14-477a-a870-136a6c347b76 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041572 Sep 22 17:08:44.511194 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-89d94a6a-9d4d-41de-964a-1ab80ac34cd0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=568cf0f015a442fcbe5cd769fa775665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127380 Sep 22 17:08:44.515615 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57952) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:44.543461 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-bf24df32-3b99-47f5-8641-21617f0c634f req-4043677e-fc83-44c3-93bc-286a5e1b5ace tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (90ee9eab-8000-4105-98b8-1323d939e7e8), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:44.623942 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf24df32-3b99-47f5-8641-21617f0c634f req-4043677e-fc83-44c3-93bc-286a5e1b5ace tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Network e3d57eb8-841d-4942-9243-4eda619be6ae is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:08:44.627833 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [req-bf24df32-3b99-47f5-8641-21617f0c634f req-4043677e-fc83-44c3-93bc-286a5e1b5ace tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:44.630276 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043677e-fc83-44c3-93bc-286a5e1b5ace tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Pushing event updated for resources: {'Port': ['ID=90ee9eab-8000-4105-98b8-1323d939e7e8,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:44.637097 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf24df32-3b99-47f5-8641-21617f0c634f req-4043677e-fc83-44c3-93bc-286a5e1b5ace tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:08:44.671300 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0071d22c-8885-4376-b399-2e34da4f2bfd admin admin] Publish callbacks [] for security_group (bc615499-8ab4-4acb-bf24-b1853b70a1de), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:44.696344 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24df32-3b99-47f5-8641-21617f0c634f req-4043677e-fc83-44c3-93bc-286a5e1b5ace tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:44.697171 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-bf24df32-3b99-47f5-8641-21617f0c634f req-4043677e-fc83-44c3-93bc-286a5e1b5ace tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:44.721841 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf24df32-3b99-47f5-8641-21617f0c634f req-4043677e-fc83-44c3-93bc-286a5e1b5ace tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1339009 Sep 22 17:08:44.739695 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0071d22c-8885-4376-b399-2e34da4f2bfd admin admin] Publish callbacks [] for security_group (bc615499-8ab4-4acb-bf24-b1853b70a1de), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:44.745573 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Request body: {'port': {'device_id': '34975170-3fed-4365-af86-d8375013ad5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:08:44.772636 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf240-d576-45f8-b046-b5cbdfd918df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533013'] for router_interface (f7cd51a1-d838-4565-8eb5-c11ef211562b), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:44.821835 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 57954) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:44.846925 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-37215078-c1e7-415f-94ea-33e963cb69f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:44.858512 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (90ee9eab-8000-4105-98b8-1323d939e7e8), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:44.887353 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:44.887998 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0071d22c-8885-4376-b399-2e34da4f2bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (bc615499-8ab4-4acb-bf24-b1853b70a1de), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:44.890644 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0071d22c-8885-4376-b399-2e34da4f2bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:44.892005 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-0071d22c-8885-4376-b399-2e34da4f2bfd admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bc615499-8ab4-4acb-bf24-b1853b70a1de HTTP/1.1" status: 204 len: 168 time: 0.3750353 Sep 22 17:08:44.908542 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071d22c-8885-4376-b399-2e34da4f2bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc615499-8ab4-4acb-bf24-b1853b70a1de,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:44.937877 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:44.946184 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:45.076447 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0cf240-d576-45f8-b046-b5cbdfd918df admin admin] Router f7cd51a1-d838-4565-8eb5-c11ef211562b has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:08:45.124051 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-37215078-c1e7-415f-94ea-33e963cb69f7 admin admin] Publish callbacks [] for security_group (c44132eb-b5ee-49f5-a016-b1d086706aa8), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:45.137048 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-37215078-c1e7-415f-94ea-33e963cb69f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (c44132eb-b5ee-49f5-a016-b1d086706aa8), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:45.187459 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:45.199894 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0cf240-d576-45f8-b046-b5cbdfd918df admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:08:45.205322 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-1c0cf240-d576-45f8-b046-b5cbdfd918df admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/f7cd51a1-d838-4565-8eb5-c11ef211562b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8599999 Sep 22 17:08:45.208251 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57962) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:45.218827 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db1c74d-c428-4beb-ac5e-db152fb8ef74 None None] Sync routers for ids ['f7cd51a1-d838-4565-8eb5-c11ef211562b'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:08:45.234754 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db1c74d-c428-4beb-ac5e-db152fb8ef74 None None] Routers {'f7cd51a1-d838-4565-8eb5-c11ef211562b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:08:45.236145 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-0db1c74d-c428-4beb-ac5e-db152fb8ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['f7cd51a1-d838-4565-8eb5-c11ef211562b'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:45.243733 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cfa86-e1db-4358-a166-9e7075cef8c3 req-b722335f-b8fd-40d6-b6f9-1164819a8ed5 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:45.246207 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-604cfa86-e1db-4358-a166-9e7075cef8c3 req-b722335f-b8fd-40d6-b6f9-1164819a8ed5 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 931 time: 0.1358635 Sep 22 17:08:45.256583 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-37215078-c1e7-415f-94ea-33e963cb69f7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=14d4e6a9eb3245b184b5d0b66e549e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4328654 Sep 22 17:08:45.257536 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57964) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:45.272689 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37215078-c1e7-415f-94ea-33e963cb69f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44132eb-b5ee-49f5-a016-b1d086706aa8,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:45.383574 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-0db1c74d-c428-4beb-ac5e-db152fb8ef74 None None] Set router f7cd51a1-d838-4565-8eb5-c11ef211562b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:08:45.388219 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c35c57d3-22fe-405e-8869-d14fb7a9593e admin admin] Publish callbacks [] for security_group (c44132eb-b5ee-49f5-a016-b1d086706aa8), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:45.393171 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c00fec2a-3826-425b-84d5-d3a291b49f4a admin admin] Publish callbacks [] for router (f7cd51a1-d838-4565-8eb5-c11ef211562b), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:45.399328 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ee9eab-8000-4105-98b8-1323d939e7e8 {{(pid=106555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:08:45.409415 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Publish callbacks [] for port (90ee9eab-8000-4105-98b8-1323d939e7e8), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:45.416006 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-604cfa86-e1db-4358-a166-9e7075cef8c3 req-3219d905-97ce-48fd-9bcb-cecf6da1ce64 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516373 Sep 22 17:08:45.430519 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.provisioning_blocks [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Transition to ACTIVE for port object 90ee9eab-8000-4105-98b8-1323d939e7e8 will not be triggered until provisioned by entity L2. {{(pid=106555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:08:45.440356 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (90ee9eab-8000-4105-98b8-1323d939e7e8), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:45.464479 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=100 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:45.472419 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c35c57d3-22fe-405e-8869-d14fb7a9593e admin admin] Publish callbacks [] for security_group (c44132eb-b5ee-49f5-a016-b1d086706aa8), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:45.597182 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Pushing event updated for resources: {'Port': ['ID=90ee9eab-8000-4105-98b8-1323d939e7e8,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:45.604088 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c00fec2a-3826-425b-84d5-d3a291b49f4a admin admin] Publish callbacks [] for router_gateway (f7cd51a1-d838-4565-8eb5-c11ef211562b), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:45.645400 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-0db1c74d-c428-4beb-ac5e-db152fb8ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'name': 'tempest-DeleteServersTestJSON-1288152233-router', 'tenant_id': '70b4f8716fa84e439293149dd10cac82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': 'f7c150f3-9d49-4b81-a9ce-397cd16d32b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:04Z', 'updated_at': '2022-09-22T17:08:44Z', 'revision_number': 5, 'project_id': '70b4f8716fa84e439293149dd10cac82', 'gw_port': {'id': 'f7c150f3-9d49-4b81-a9ce-397cd16d32b3', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:06Z', 'updated_at': '2022-09-22T17:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:45.653565 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Attempting to bind port 90ee9eab-8000-4105-98b8-1323d939e7e8 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:08:45.654482 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Attempting to bind port 90ee9eab-8000-4105-98b8-1323d939e7e8 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '46d3c9de-ebf9-407a-b788-7e578c252cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e3d57eb8-841d-4942-9243-4eda619be6ae'}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:08:45.654982 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Attempting to bind port 90ee9eab-8000-4105-98b8-1323d939e7e8 on network e3d57eb8-841d-4942-9243-4eda619be6ae {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:08:45.661483 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c35c57d3-22fe-405e-8869-d14fb7a9593e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (c44132eb-b5ee-49f5-a016-b1d086706aa8), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:45.664494 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c35c57d3-22fe-405e-8869-d14fb7a9593e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:45.667583 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-c35c57d3-22fe-405e-8869-d14fb7a9593e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c44132eb-b5ee-49f5-a016-b1d086706aa8 HTTP/1.1" status: 204 len: 168 time: 0.4087884 Sep 22 17:08:45.702687 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db1c74d-c428-4beb-ac5e-db152fb8ef74 None None] Checking router: f7cd51a1-d838-4565-8eb5-c11ef211562b for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:08:45.708254 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Port 90ee9eab-8000-4105-98b8-1323d939e7e8 on network e3d57eb8-841d-4942-9243-4eda619be6ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:08:45.708594 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Attempting to bind port 90ee9eab-8000-4105-98b8-1323d939e7e8 on network e3d57eb8-841d-4942-9243-4eda619be6ae {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:08:45.717650 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c57d3-22fe-405e-8869-d14fb7a9593e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44132eb-b5ee-49f5-a016-b1d086706aa8,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:45.723258 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c86df-0343-470f-8692-a9b60a3eb7f0 req-85664609-6eae-4dba-8255-b7174f824a7f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:45.724837 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2e7c86df-0343-470f-8692-a9b60a3eb7f0 req-85664609-6eae-4dba-8255-b7174f824a7f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.1158636 Sep 22 17:08:45.742561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-c00fec2a-3826-425b-84d5-d3a291b49f4a admin admin] Deleting port f7c150f3-9d49-4b81-a9ce-397cd16d32b3 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:08:45.743488 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c00fec2a-3826-425b-84d5-d3a291b49f4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (f7c150f3-9d49-4b81-a9ce-397cd16d32b3), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:45.749111 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db1c74d-c428-4beb-ac5e-db152fb8ef74 None None] Routers {'f7cd51a1-d838-4565-8eb5-c11ef211562b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:08:45.758764 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-0db1c74d-c428-4beb-ac5e-db152fb8ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['f7cd51a1-d838-4565-8eb5-c11ef211562b'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:45.817849 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:08:45.818208 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Checking segment: {'id': '46d3c9de-ebf9-407a-b788-7e578c252cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e3d57eb8-841d-4942-9243-4eda619be6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:08:45.818554 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Bound using segment: {'id': '46d3c9de-ebf9-407a-b788-7e578c252cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e3d57eb8-841d-4942-9243-4eda619be6ae'} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:08:45.819028 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Bound port: 90ee9eab-8000-4105-98b8-1323d939e7e8, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d3c9de-ebf9-407a-b788-7e578c252cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e3d57eb8-841d-4942-9243-4eda619be6ae'}}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:08:45.819537 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (90ee9eab-8000-4105-98b8-1323d939e7e8), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:45.849547 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2e7c86df-0343-470f-8692-a9b60a3eb7f0 req-1296765b-0ad5-4cc4-ae26-35b7d8823f71 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916941 Sep 22 17:08:45.977053 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-c00fec2a-3826-425b-84d5-d3a291b49f4a admin admin] For port f7c150f3-9d49-4b81-a9ce-397cd16d32b3, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=f7c150f3-9d49-4b81-a9ce-397cd16d32b3,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:45.977912 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c00fec2a-3826-425b-84d5-d3a291b49f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (f7c150f3-9d49-4b81-a9ce-397cd16d32b3), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:45.985475 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:INSERT=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:45.990479 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-0db1c74d-c428-4beb-ac5e-db152fb8ef74 None None] Set router f7cd51a1-d838-4565-8eb5-c11ef211562b gateway port host: None {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:08:45.995941 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] For port 90ee9eab-8000-4105-98b8-1323d939e7e8, host hv-cinder-83538, cleared binding levels {{(pid=106555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:08:46.004262 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] For port 90ee9eab-8000-4105-98b8-1323d939e7e8, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=90ee9eab-8000-4105-98b8-1323d939e7e8,segment=NetworkSegment(46d3c9de-ebf9-407a-b788-7e578c252cd5),segment_id=46d3c9de-ebf9-407a-b788-7e578c252cd5)] {{(pid=106555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:08:46.007796 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:46.019450 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (90ee9eab-8000-4105-98b8-1323d939e7e8), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:46.023087 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-c00fec2a-3826-425b-84d5-d3a291b49f4a admin admin] Calling delete_port for f7c150f3-9d49-4b81-a9ce-397cd16d32b3 owned by network:router_gateway {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:08:46.035312 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:46.036975 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:46.041045 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf24df32-3b99-47f5-8641-21617f0c634f req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/90ee9eab-8000-4105-98b8-1323d939e7e8 HTTP/1.1" status: 200 len: 1093 time: 1.3026705 Sep 22 17:08:46.042312 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34975170-3fed-4365-af86-d8375013ad5c', 'tag': '90ee9eab-8000-4105-98b8-1323d939e7e8'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:08:46.047103 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19a248f-1848-4441-ac82-50f212fe15a8" -d '{"events": [{"name": "network-changed", "server_uuid": "34975170-3fed-4365-af86-d8375013ad5c", "tag": "90ee9eab-8000-4105-98b8-1323d939e7e8"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:46.171470 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6088c0ea-0629-429b-82b8-e8ee51aaca34 x-openstack-request-id: req-6088c0ea-0629-429b-82b8-e8ee51aaca34 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:46.172190 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34975170-3fed-4365-af86-d8375013ad5c", "tag": "90ee9eab-8000-4105-98b8-1323d939e7e8", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:46.172796 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6088c0ea-0629-429b-82b8-e8ee51aaca34 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:46.173639 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6088c0ea-0629-429b-82b8-e8ee51aaca34'] response: {'name': 'network-changed', 'server_uuid': '34975170-3fed-4365-af86-d8375013ad5c', 'tag': '90ee9eab-8000-4105-98b8-1323d939e7e8', 'status': 'completed', 'code': 200} Sep 22 17:08:46.178665 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3267b-9816-4ac0-8ea9-0a74d5030673 service neutron] Pushing event updated for resources: {'Port': ['ID=90ee9eab-8000-4105-98b8-1323d939e7e8,revision_number=3']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:46.218865 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-0db1c74d-c428-4beb-ac5e-db152fb8ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'name': 'tempest-DeleteServersTestJSON-1288152233-router', 'tenant_id': '70b4f8716fa84e439293149dd10cac82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:04Z', 'updated_at': '2022-09-22T17:08:45Z', 'revision_number': 6, 'project_id': '70b4f8716fa84e439293149dd10cac82', 'gw_port_host': None}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:46.254484 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db1c74d-c428-4beb-ac5e-db152fb8ef74 None None] The sync data for ids ['f7cd51a1-d838-4565-8eb5-c11ef211562b'] in dv-cinder-835384-28-iscsi is: [{'id': 'f7cd51a1-d838-4565-8eb5-c11ef211562b', 'name': 'tempest-DeleteServersTestJSON-1288152233-router', 'tenant_id': '70b4f8716fa84e439293149dd10cac82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:04Z', 'updated_at': '2022-09-22T17:08:45Z', 'revision_number': 6, 'project_id': '70b4f8716fa84e439293149dd10cac82', 'gw_port_host': None}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:08:46.271005 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24df32-3b99-47f5-8641-21617f0c634f req-b1a7551b-63fd-4ce3-a36f-5790d22af0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:46.276313 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf24df32-3b99-47f5-8641-21617f0c634f req-b1a7551b-63fd-4ce3-a36f-5790d22af0c8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=78cce6768e1a473f9056d179b605df6d&device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 1127 time: 0.1332688 Sep 22 17:08:46.342020 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 57994) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:46.361352 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-14a8f99f-fd6f-4322-9cae-98843730d05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:46.367342 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf24df32-3b99-47f5-8641-21617f0c634f req-185d67e8-af16-4c34-9016-e4cce8c3df5d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90ee9eab-8000-4105-98b8-1323d939e7e8 HTTP/1.1" status: 200 len: 217 time: 0.0729349 Sep 22 17:08:46.380403 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:46.439372 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24df32-3b99-47f5-8641-21617f0c634f req-d7295342-6d90-4042-8818-1a3f3830aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:46.440981 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf24df32-3b99-47f5-8641-21617f0c634f req-d7295342-6d90-4042-8818-1a3f3830aceb service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b563f58e-baa3-4cf8-a0e3-86f345a993d2 HTTP/1.1" status: 200 len: 853 time: 0.0669596 Sep 22 17:08:46.462100 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:46.488497 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c00fec2a-3826-425b-84d5-d3a291b49f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (f7c150f3-9d49-4b81-a9ce-397cd16d32b3), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:46.520143 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf24df32-3b99-47f5-8641-21617f0c634f req-fcfebf11-43a1-43da-8e8d-996ac4a9c3d0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=e3d57eb8-841d-4942-9243-4eda619be6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678110 Sep 22 17:08:46.530277 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fec2a-3826-425b-84d5-d3a291b49f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c150f3-9d49-4b81-a9ce-397cd16d32b3,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:46.626856 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-14a8f99f-fd6f-4322-9cae-98843730d05f admin admin] Publish callbacks [] for security_group (cd13a46e-23e3-48ba-9d81-823f4943be68), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:46.637670 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-14a8f99f-fd6f-4322-9cae-98843730d05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (cd13a46e-23e3-48ba-9d81-823f4943be68), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:46.660413 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a9268-b0eb-4dc3-a0a5-5f8b69aa89d8 req-23f3e1ca-4918-4f93-9754-2b45acd19e74 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:46.668038 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5f7a9268-b0eb-4dc3-a0a5-5f8b69aa89d8 req-23f3e1ca-4918-4f93-9754-2b45acd19e74 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 943 time: 0.1249800 Sep 22 17:08:46.715134 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c00fec2a-3826-425b-84d5-d3a291b49f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536415'] for router_gateway (f7cd51a1-d838-4565-8eb5-c11ef211562b), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:46.718020 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8f99f-fd6f-4322-9cae-98843730d05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd13a46e-23e3-48ba-9d81-823f4943be68,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:46.727249 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf24df32-3b99-47f5-8641-21617f0c634f req-10194a83-c411-4326-a848-b9f5adca6492 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e3d57eb8-841d-4942-9243-4eda619be6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898377 Sep 22 17:08:46.739069 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-14a8f99f-fd6f-4322-9cae-98843730d05f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3223775929a642b18e5fabff522e4bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3934612 Sep 22 17:08:46.753079 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 58002) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:46.813730 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5f7a9268-b0eb-4dc3-a0a5-5f8b69aa89d8 req-dc44fe0c-b027-4dd6-9dd7-9a026f9691b7 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437120 Sep 22 17:08:46.836608 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c00fec2a-3826-425b-84d5-d3a291b49f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2709'] for router (f7cd51a1-d838-4565-8eb5-c11ef211562b), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:46.841922 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c00fec2a-3826-425b-84d5-d3a291b49f4a admin admin] Publish callbacks [] for router_controller (f7cd51a1-d838-4565-8eb5-c11ef211562b), precommit_delete_associations {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:46.915253 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e7b58be7-50a1-4a81-a3f3-ff159182edb5 admin admin] Publish callbacks [] for security_group (cd13a46e-23e3-48ba-9d81-823f4943be68), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:46.923120 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c00fec2a-3826-425b-84d5-d3a291b49f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533096'] for router (f7cd51a1-d838-4565-8eb5-c11ef211562b), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:46.925294 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00fec2a-3826-425b-84d5-d3a291b49f4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7cd51a1-d838-4565-8eb5-c11ef211562b {{(pid=106556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:08:46.931009 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c00fec2a-3826-425b-84d5-d3a291b49f4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:46.932780 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-c00fec2a-3826-425b-84d5-d3a291b49f4a admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/f7cd51a1-d838-4565-8eb5-c11ef211562b HTTP/1.1" status: 204 len: 168 time: 1.7232010 Sep 22 17:08:46.936047 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58010) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:46.981262 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e7b58be7-50a1-4a81-a3f3-ff159182edb5 admin admin] Publish callbacks [] for security_group (cd13a46e-23e3-48ba-9d81-823f4943be68), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:47.002187 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf24df32-3b99-47f5-8641-21617f0c634f req-24b8fa54-47ef-464b-b148-ecbf5b18e84b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e3d57eb8-841d-4942-9243-4eda619be6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657516 Sep 22 17:08:47.012284 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_v2 [None req-299f465f-7241-4b02-868f-2f49382a2cf5 admin admin] Deleting subnet eb9c319a-0720-4600-80ff-704af5ddcfd9 {{(pid=106556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 17:08:47.019816 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-299f465f-7241-4b02-868f-2f49382a2cf5 admin admin] Publish callbacks [] for subnet (eb9c319a-0720-4600-80ff-704af5ddcfd9), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:47.084076 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-299f465f-7241-4b02-868f-2f49382a2cf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3319090'] for subnet (eb9c319a-0720-4600-80ff-704af5ddcfd9), precommit_delete_associations {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:47.108783 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e7b58be7-50a1-4a81-a3f3-ff159182edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (cd13a46e-23e3-48ba-9d81-823f4943be68), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:47.112019 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e7b58be7-50a1-4a81-a3f3-ff159182edb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:47.117116 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-e7b58be7-50a1-4a81-a3f3-ff159182edb5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/cd13a46e-23e3-48ba-9d81-823f4943be68 HTTP/1.1" status: 204 len: 168 time: 0.3502984 Sep 22 17:08:47.125582 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abde2b-d01e-4cc5-9462-7cc0818a98f1 req-36c639f4-a312-4812-8ad1-eed8cdda6744 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:47.127141 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-88abde2b-d01e-4cc5-9462-7cc0818a98f1 req-36c639f4-a312-4812-8ad1-eed8cdda6744 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0787640 Sep 22 17:08:47.132451 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b58be7-50a1-4a81-a3f3-ff159182edb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd13a46e-23e3-48ba-9d81-823f4943be68,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:47.232827 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-88abde2b-d01e-4cc5-9462-7cc0818a98f1 req-a093f2cd-dc00-44c8-bd53-c8f78f3a736e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961049 Sep 22 17:08:47.291682 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-299f465f-7241-4b02-868f-2f49382a2cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8016103'] for subnet (eb9c319a-0720-4600-80ff-704af5ddcfd9), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:47.360777 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-299f465f-7241-4b02-868f-2f49382a2cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8014298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3793533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3584758'] for subnet (eb9c319a-0720-4600-80ff-704af5ddcfd9), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:47.397526 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f465f-7241-4b02-868f-2f49382a2cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb9c319a-0720-4600-80ff-704af5ddcfd9,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:47.405706 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-299f465f-7241-4b02-868f-2f49382a2cf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:47.411782 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 58026) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:47.414567 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfd4ba0-e174-48b9-a6a4-ce2d38036e54 None None] Network 1c6ecb7b-a633-45fb-a85c-5e934221e5c2 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:08:47.423149 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-299f465f-7241-4b02-868f-2f49382a2cf5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/eb9c319a-0720-4600-80ff-704af5ddcfd9 HTTP/1.1" status: 204 len: 168 time: 0.4755371 Sep 22 17:08:47.506115 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632274'] for network (1c6ecb7b-a633-45fb-a85c-5e934221e5c2), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:47.582520 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] Deleting port f263241d-953b-494e-a203-be20e01ddd01 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:08:47.583121 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (f263241d-953b-494e-a203-be20e01ddd01), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:47.683057 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:47.696554 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0892297-c8ed-47ba-adb6-3ef600f01301 None None] DHCP port deletion for 1c6ecb7b-a633-45fb-a85c-5e934221e5c2 request from dv-cinder-835384-28-iscsi {{(pid=106557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 17:08:47.714316 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] For port f263241d-953b-494e-a203-be20e01ddd01, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=f263241d-953b-494e-a203-be20e01ddd01,segment=NetworkSegment(d9910c48-be0c-48fb-bb28-008054c81ab4),segment_id=d9910c48-be0c-48fb-bb28-008054c81ab4)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:47.714687 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (f263241d-953b-494e-a203-be20e01ddd01), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:47.761820 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] Calling delete_port for f263241d-953b-494e-a203-be20e01ddd01 owned by network:dhcp {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:08:47.767244 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-d0892297-c8ed-47ba-adb6-3ef600f01301 None None] Deleting port f263241d-953b-494e-a203-be20e01ddd01 {{(pid=106557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:08:47.768097 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d0892297-c8ed-47ba-adb6-3ef600f01301 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (f263241d-953b-494e-a203-be20e01ddd01), before_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:47.854728 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-d0892297-c8ed-47ba-adb6-3ef600f01301 None None] For port f263241d-953b-494e-a203-be20e01ddd01, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=f263241d-953b-494e-a203-be20e01ddd01,segment=NetworkSegment(d9910c48-be0c-48fb-bb28-008054c81ab4),segment_id=d9910c48-be0c-48fb-bb28-008054c81ab4)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:47.855160 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d0892297-c8ed-47ba-adb6-3ef600f01301 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (f263241d-953b-494e-a203-be20e01ddd01), precommit_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:47.872369 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-d0892297-c8ed-47ba-adb6-3ef600f01301 None None] Calling delete_port for f263241d-953b-494e-a203-be20e01ddd01 owned by network:dhcp {{(pid=106557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:08:47.956347 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (f263241d-953b-494e-a203-be20e01ddd01), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:48.012003 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] No DVR routers for this DVR port f263241d-953b-494e-a203-be20e01ddd01 on host dv-cinder-835384-28-iscsi {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:08:48.012255 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:48.016613 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d0892297-c8ed-47ba-adb6-3ef600f01301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906'] for port (f263241d-953b-494e-a203-be20e01ddd01), after_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:48.016734 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=f263241d-953b-494e-a203-be20e01ddd01,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:48.020704 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device f7c150f3-9d49-4b81-a9ce-397cd16d32b3 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:08:48.069329 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: f7c150f3-9d49-4b81-a9ce-397cd16d32b3 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:08:48.069701 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device f7c150f3-9d49-4b81-a9ce-397cd16d32b3 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:08:48.070320 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device f263241d-953b-494e-a203-be20e01ddd01 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:08:48.093148 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: f263241d-953b-494e-a203-be20e01ddd01 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:08:48.093744 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device f263241d-953b-494e-a203-be20e01ddd01 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:08:48.094330 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:08:48.103179 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0892297-c8ed-47ba-adb6-3ef600f01301 None None] Pushing event deleted for resources: {'Port': ['ID=f263241d-953b-494e-a203-be20e01ddd01,revision_number=None']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:48.106818 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0892297-c8ed-47ba-adb6-3ef600f01301 None None] No DVR routers for this DVR port f263241d-953b-494e-a203-be20e01ddd01 on host dv-cinder-835384-28-iscsi {{(pid=106557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:08:48.125791 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:48.135390 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:08:48.135920 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 4d46bf4c-b412-4a32-8a1d-0e226d2cf842 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:08:48.137435 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81bef1-671c-4080-80ef-301401beda70 req-e581765a-e985-407c-9363-9082017cd90d tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:48.143912 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ff81bef1-671c-4080-80ef-301401beda70 req-e581765a-e985-407c-9363-9082017cd90d tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 943 time: 0.1482110 Sep 22 17:08:48.241197 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7709388', 'neutron.services.segments.db._delete_segments_for_network-8784621099201'] for network (1c6ecb7b-a633-45fb-a85c-5e934221e5c2), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:48.281510 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6ecb7b-a633-45fb-a85c-5e934221e5c2']}} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:48.295050 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ff81bef1-671c-4080-80ef-301401beda70 req-e11dad1e-c7c3-4229-8488-f3d1dfe1388f tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370790 Sep 22 17:08:48.296998 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9910c48-be0c-48fb-bb28-008054c81ab4') {'for_net_delete': True} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:48.297313 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9910c48-be0c-48fb-bb28-008054c81ab4') {} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:48.309138 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784621099093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3953885'] for segment (d9910c48-be0c-48fb-bb28-008054c81ab4), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:48.334484 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (d9910c48-be0c-48fb-bb28-008054c81ab4), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:48.345740 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=106555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:08:48.345740 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523880'] for segment (d9910c48-be0c-48fb-bb28-008054c81ab4), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:48.400251 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.services.segments.plugin [-] Segment d9910c48-be0c-48fb-bb28-008054c81ab4 resource provider aggregate not found Sep 22 17:08:48.424591 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.services.segments.plugin [-] Segment d9910c48-be0c-48fb-bb28-008054c81ab4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9910c48-be0c-48fb-bb28-008054c81ab4 found for delete ", "request_id": "req-434c63b3-c8f1-42a5-aafe-7f5dd9f5afd8"}]} Sep 22 17:08:48.495481 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96800c4c-fff7-4a9d-b848-7814867cd5a5 req-48bdb880-60eb-49e5-b34c-7c34d6e3c9dc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:48.497154 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-96800c4c-fff7-4a9d-b848-7814867cd5a5 req-48bdb880-60eb-49e5-b34c-7c34d6e3c9dc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.1105928 Sep 22 17:08:48.514171 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7709429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536458'] for network (1c6ecb7b-a633-45fb-a85c-5e934221e5c2), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:48.521999 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:48.528533 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/1c6ecb7b-a633-45fb-a85c-5e934221e5c2 HTTP/1.1" status: 204 len: 168 time: 1.1155279 Sep 22 17:08:48.567456 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f851945-b156-48e9-a916-0408101b7b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c6ecb7b-a633-45fb-a85c-5e934221e5c2,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:48.604547 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-96800c4c-fff7-4a9d-b848-7814867cd5a5 req-043651f2-6cdc-4d89-8553-e7831bcf42df tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748165 Sep 22 17:08:48.807716 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58074) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:48.860938 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-95bb045b-0d92-44bd-a619-de420942d9c5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=70b4f8716fa84e439293149dd10cac82&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0517378 Sep 22 17:08:48.863373 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58082) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:48.926317 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1e3e2e40-ab93-4984-969f-fd07e1daf2a5 admin admin] Publish callbacks [] for security_group (58640f55-2e6d-43b0-b15d-256fc0730041), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:48.954689 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1e3e2e40-ab93-4984-969f-fd07e1daf2a5 admin admin] Publish callbacks [] for security_group (58640f55-2e6d-43b0-b15d-256fc0730041), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:49.057285 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1e3e2e40-ab93-4984-969f-fd07e1daf2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (58640f55-2e6d-43b0-b15d-256fc0730041), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:49.062355 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1e3e2e40-ab93-4984-969f-fd07e1daf2a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:49.064681 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-1e3e2e40-ab93-4984-969f-fd07e1daf2a5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/58640f55-2e6d-43b0-b15d-256fc0730041 HTTP/1.1" status: 204 len: 168 time: 0.1996844 Sep 22 17:08:49.078114 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e2e40-ab93-4984-969f-fd07e1daf2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58640f55-2e6d-43b0-b15d-256fc0730041,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:49.484531 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa0d5b-79ac-48d1-9049-2cbabe53b8ed req-11e607aa-0e2d-4fd2-9afb-ab11cf66d899 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:49.488126 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e2aa0d5b-79ac-48d1-9049-2cbabe53b8ed req-11e607aa-0e2d-4fd2-9afb-ab11cf66d899 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 943 time: 0.0740650 Sep 22 17:08:49.573466 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e2aa0d5b-79ac-48d1-9049-2cbabe53b8ed req-57612671-357f-4c84-8821-96097ae6ab02 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785308 Sep 22 17:08:49.772930 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a248f-1848-4441-ac82-50f212fe15a8 req-df56d736-5912-4e67-8ed7-8498c3844c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:49.774669 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c19a248f-1848-4441-ac82-50f212fe15a8 req-df56d736-5912-4e67-8ed7-8498c3844c9c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=78cce6768e1a473f9056d179b605df6d&device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 1127 time: 0.1233859 Sep 22 17:08:49.816227 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b9390-beee-4c5d-a8c3-f6c285a8d799 req-6d0aed01-cb99-4332-906e-455bbf6018ed tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:49.817792 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-300b9390-beee-4c5d-a8c3-f6c285a8d799 req-6d0aed01-cb99-4332-906e-455bbf6018ed tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0949676 Sep 22 17:08:49.887389 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:49.940759 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-300b9390-beee-4c5d-a8c3-f6c285a8d799 req-97b72797-2beb-45f7-a0bc-c9f8a106a105 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926924 Sep 22 17:08:49.946597 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a248f-1848-4441-ac82-50f212fe15a8 req-71ca21ac-bc9c-4aaa-9eb4-55f9bdcba3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:49.948735 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c19a248f-1848-4441-ac82-50f212fe15a8 req-71ca21ac-bc9c-4aaa-9eb4-55f9bdcba3c1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=e3d57eb8-841d-4942-9243-4eda619be6ae HTTP/1.1" status: 200 len: 914 time: 0.1650016 Sep 22 17:08:50.000656 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c19a248f-1848-4441-ac82-50f212fe15a8 req-1c59deb5-29e3-49b3-b4e4-0cbffa0fd97c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90ee9eab-8000-4105-98b8-1323d939e7e8 HTTP/1.1" status: 200 len: 217 time: 0.0387983 Sep 22 17:08:50.055981 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a248f-1848-4441-ac82-50f212fe15a8 req-5cb79096-8238-4866-818a-c3e7784e39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:50.058086 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c19a248f-1848-4441-ac82-50f212fe15a8 req-5cb79096-8238-4866-818a-c3e7784e39c0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b563f58e-baa3-4cf8-a0e3-86f345a993d2 HTTP/1.1" status: 200 len: 853 time: 0.0511756 Sep 22 17:08:50.100646 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c19a248f-1848-4441-ac82-50f212fe15a8 req-0e45d094-a40d-4b65-917b-973f0ff82c23 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=e3d57eb8-841d-4942-9243-4eda619be6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359478 Sep 22 17:08:50.225395 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c19a248f-1848-4441-ac82-50f212fe15a8 req-05b7cb48-d2f0-4fe6-96f5-80b0b2912328 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e3d57eb8-841d-4942-9243-4eda619be6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173792 Sep 22 17:08:50.353055 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c19a248f-1848-4441-ac82-50f212fe15a8 req-4c0c0bba-7da7-4a00-972d-e9416455f185 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e3d57eb8-841d-4942-9243-4eda619be6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180565 Sep 22 17:08:50.724498 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1e9e6-a97c-49cb-b619-e21c943f0533 req-9f1b9584-e061-4a4e-a312-21954959802a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:50.725959 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-80e1e9e6-a97c-49cb-b619-e21c943f0533 req-9f1b9584-e061-4a4e-a312-21954959802a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 943 time: 0.0584891 Sep 22 17:08:50.784794 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-80e1e9e6-a97c-49cb-b619-e21c943f0533 req-3b6126c2-2e71-46a0-9457-acedcfe455f5 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508263 Sep 22 17:08:50.886188 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-80d173d0-1488-4a62-b2cb-c9ec2b6d98aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:51.095188 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e4b15-0d38-4807-a7b1-994fc21ade1a req-80a4e7e0-ff1a-4997-9532-4303cf64aaa4 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:51.096843 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f08e4b15-0d38-4807-a7b1-994fc21ade1a req-80a4e7e0-ff1a-4997-9532-4303cf64aaa4 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0614531 Sep 22 17:08:51.116257 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:51.446930 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f08e4b15-0d38-4807-a7b1-994fc21ade1a req-650bf211-90aa-4ac0-88d8-b9365c84308c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384960 Sep 22 17:08:51.554511 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58180) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:51.783651 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ef66f7d0-211d-4236-aae3-6d55877d6dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:51.832040 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=9 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:51.859261 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:51.917713 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ef66f7d0-211d-4236-aae3-6d55877d6dc2 admin admin] Publish callbacks [] for security_group (721cf1ae-55cb-4d07-b7c9-94f8a4b77644), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:51.922887 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ef66f7d0-211d-4236-aae3-6d55877d6dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (721cf1ae-55cb-4d07-b7c9-94f8a4b77644), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:51.975496 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-ef66f7d0-211d-4236-aae3-6d55877d6dc2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e3ec7d9fe5e34107b0d6ab0d4dc84022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190471 Sep 22 17:08:51.976961 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66f7d0-211d-4236-aae3-6d55877d6dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721cf1ae-55cb-4d07-b7c9-94f8a4b77644,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:51.980331 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58192) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:51.981168 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f539812-f918-41e2-a65f-a495fb478c0a req-0e5023de-c0e5-4da9-94ba-065059057e73 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:51.984400 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6f539812-f918-41e2-a65f-a495fb478c0a req-0e5023de-c0e5-4da9-94ba-065059057e73 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 943 time: 0.0855196 Sep 22 17:08:52.048309 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ae0341d4-18e3-4047-a94c-22e2341a4188 admin admin] Publish callbacks [] for security_group (721cf1ae-55cb-4d07-b7c9-94f8a4b77644), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:52.058670 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6f539812-f918-41e2-a65f-a495fb478c0a req-557eb1c1-894a-448a-936e-819a342e2e20 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674508 Sep 22 17:08:52.092622 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ae0341d4-18e3-4047-a94c-22e2341a4188 admin admin] Publish callbacks [] for security_group (721cf1ae-55cb-4d07-b7c9-94f8a4b77644), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:52.145040 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 90ee9eab-8000-4105-98b8-1323d939e7e8 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:08:52.160493 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ae0341d4-18e3-4047-a94c-22e2341a4188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (721cf1ae-55cb-4d07-b7c9-94f8a4b77644), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:52.163446 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ae0341d4-18e3-4047-a94c-22e2341a4188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:52.164648 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-ae0341d4-18e3-4047-a94c-22e2341a4188 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/721cf1ae-55cb-4d07-b7c9-94f8a4b77644 HTTP/1.1" status: 204 len: 168 time: 0.1833005 Sep 22 17:08:52.180443 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0341d4-18e3-4047-a94c-22e2341a4188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721cf1ae-55cb-4d07-b7c9-94f8a4b77644,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:52.278998 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 90ee9eab-8000-4105-98b8-1323d939e7e8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=90ee9eab-8000-4105-98b8-1323d939e7e8,segment=NetworkSegment(46d3c9de-ebf9-407a-b788-7e578c252cd5),segment_id=46d3c9de-ebf9-407a-b788-7e578c252cd5)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:52.293684 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': '90ee9eab-8000-4105-98b8-1323d939e7e8', 'network_id': 'e3d57eb8-841d-4942-9243-4eda619be6ae', 'port_id': '90ee9eab-8000-4105-98b8-1323d939e7e8', 'mac_address': 'fa:16:3e:a4:69:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b563f58e-baa3-4cf8-a0e3-86f345a993d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:08:52.334419 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 90ee9eab-8000-4105-98b8-1323d939e7e8 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:08:52.334806 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (90ee9eab-8000-4105-98b8-1323d939e7e8), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:52.349724 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ee9eab-8000-4105-98b8-1323d939e7e8 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:08:52.373354 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 90ee9eab-8000-4105-98b8-1323d939e7e8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=90ee9eab-8000-4105-98b8-1323d939e7e8,segment=NetworkSegment(46d3c9de-ebf9-407a-b788-7e578c252cd5),segment_id=46d3c9de-ebf9-407a-b788-7e578c252cd5)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:52.379288 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (90ee9eab-8000-4105-98b8-1323d939e7e8), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:52.428624 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:52.443036 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=90ee9eab-8000-4105-98b8-1323d939e7e8,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:52.554972 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58200) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:52.570354 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-458164aa-a0af-4377-ac49-1c288ed33e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:52.627574 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340d485-b1dd-407c-98e5-ad899ac07cda req-aa100ccc-f4b0-4b16-a5dc-89e40ff8ba1c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:52.629135 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d340d485-b1dd-407c-98e5-ad899ac07cda req-aa100ccc-f4b0-4b16-a5dc-89e40ff8ba1c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0727708 Sep 22 17:08:52.664950 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-458164aa-a0af-4377-ac49-1c288ed33e39 admin admin] Publish callbacks [] for security_group (9f51e378-7396-46c1-b0d5-67ca7591cae6), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:52.669461 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-458164aa-a0af-4377-ac49-1c288ed33e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (9f51e378-7396-46c1-b0d5-67ca7591cae6), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:52.702770 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d340d485-b1dd-407c-98e5-ad899ac07cda req-c9103401-b49b-4046-94e6-b71ce3144f98 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628619 Sep 22 17:08:52.718897 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 58202) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:52.719123 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-458164aa-a0af-4377-ac49-1c288ed33e39 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=15dcf73266874e60b8179a414fe4f98b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629527 Sep 22 17:08:52.719922 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458164aa-a0af-4377-ac49-1c288ed33e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f51e378-7396-46c1-b0d5-67ca7591cae6,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:52.772820 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ffe502fb-b85b-4a47-a8dd-e101b70ac35d admin admin] Publish callbacks [] for security_group (9f51e378-7396-46c1-b0d5-67ca7591cae6), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:52.793749 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ffe502fb-b85b-4a47-a8dd-e101b70ac35d admin admin] Publish callbacks [] for security_group (9f51e378-7396-46c1-b0d5-67ca7591cae6), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:52.855840 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ffe502fb-b85b-4a47-a8dd-e101b70ac35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (9f51e378-7396-46c1-b0d5-67ca7591cae6), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:52.858580 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ffe502fb-b85b-4a47-a8dd-e101b70ac35d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:52.859847 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-ffe502fb-b85b-4a47-a8dd-e101b70ac35d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9f51e378-7396-46c1-b0d5-67ca7591cae6 HTTP/1.1" status: 204 len: 168 time: 0.1396754 Sep 22 17:08:52.868787 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe502fb-b85b-4a47-a8dd-e101b70ac35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f51e378-7396-46c1-b0d5-67ca7591cae6,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:53.230549 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a6f28-8ef5-4a72-87e7-84664131f3ed req-0ed0967d-64fa-4167-8a67-6eeacb8c676d tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:53.232081 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-431a6f28-8ef5-4a72-87e7-84664131f3ed req-0ed0967d-64fa-4167-8a67-6eeacb8c676d tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 944 time: 0.0578208 Sep 22 17:08:53.285653 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-431a6f28-8ef5-4a72-87e7-84664131f3ed req-5782a840-f777-4a97-864f-e26ef66f6c1c tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466471 Sep 22 17:08:53.799984 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c7196c1d-8b1d-42aa-9465-7e9b149f7873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:53.850682 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e288652-3c60-462c-8b82-a2e431ee6cb0 req-d26b4c96-93df-432d-a2d3-5916b2e8f9db tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:53.852828 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1e288652-3c60-462c-8b82-a2e431ee6cb0 req-d26b4c96-93df-432d-a2d3-5916b2e8f9db tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0577455 Sep 22 17:08:53.909733 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1e288652-3c60-462c-8b82-a2e431ee6cb0 req-428e1bee-80a7-46b1-8500-8dac4f0af119 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508189 Sep 22 17:08:54.398675 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:54.448952 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fba2e-1cda-4180-ad04-d3eb849635b2 req-93bfe92a-6d8b-418c-81da-213e93b89d6b tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:54.450874 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ec5fba2e-1cda-4180-ad04-d3eb849635b2 req-93bfe92a-6d8b-418c-81da-213e93b89d6b tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 944 time: 0.0610352 Sep 22 17:08:54.519576 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ec5fba2e-1cda-4180-ad04-d3eb849635b2 req-c2c20562-7630-4b4a-bdc1-11eef9de6f29 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619819 Sep 22 17:08:55.040209 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966ad3a-83eb-48df-b2ba-2578cd8dd876 req-0acc34ea-fee2-45c2-bc6e-2c5b5b1c7676 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:55.041690 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5966ad3a-83eb-48df-b2ba-2578cd8dd876 req-0acc34ea-fee2-45c2-bc6e-2c5b5b1c7676 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0509579 Sep 22 17:08:55.098418 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5966ad3a-83eb-48df-b2ba-2578cd8dd876 req-3c007c3f-9202-4591-b32f-37539314d94c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508747 Sep 22 17:08:55.317499 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:55.793146 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fe4c1-aa5a-4537-ac79-6c86b3b612d6 req-eb588957-b2ab-4dcc-ab6e-dc429eeea863 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:55.794627 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-369fe4c1-aa5a-4537-ac79-6c86b3b612d6 req-eb588957-b2ab-4dcc-ab6e-dc429eeea863 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 944 time: 0.0486329 Sep 22 17:08:55.844270 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-369fe4c1-aa5a-4537-ac79-6c86b3b612d6 req-65c0c8e0-78f6-4124-85b8-6ade68a1e1c3 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439682 Sep 22 17:08:56.219524 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a123b3-9fc5-45fc-9a1d-758c7fe00f1b req-0aa622fa-d210-48a6-9dbe-9562e64de0dc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:56.221039 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-22a123b3-9fc5-45fc-9a1d-758c7fe00f1b req-0aa622fa-d210-48a6-9dbe-9562e64de0dc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0482731 Sep 22 17:08:56.222798 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=93 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:56.224123 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=46 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:56.273789 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-22a123b3-9fc5-45fc-9a1d-758c7fe00f1b req-eb891880-ffb0-47d4-aa37-85bae9c08197 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452976 Sep 22 17:08:56.770554 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:56.851993 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['90ee9eab-8000-4105-98b8-1323d939e7e8'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:08:56.976643 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669e1d6-b3b2-47e6-b631-50a776225b37 req-6efa2102-f5e9-4c25-a040-40d4f3bd7ce8 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:56.978905 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1669e1d6-b3b2-47e6-b631-50a776225b37 req-6efa2102-f5e9-4c25-a040-40d4f3bd7ce8 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 944 time: 0.0536985 Sep 22 17:08:56.992102 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:57.034665 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1669e1d6-b3b2-47e6-b631-50a776225b37 req-d40b5dd1-2581-4f0f-acac-90ba89d36b93 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490437 Sep 22 17:08:57.435390 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17590a-21ed-4f08-962d-69b89bc11026 req-7037410b-829b-4e46-9c86-4c8da9df44b1 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:57.435390 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4b17590a-21ed-4f08-962d-69b89bc11026 req-7037410b-829b-4e46-9c86-4c8da9df44b1 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0762703 Sep 22 17:08:57.506257 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4b17590a-21ed-4f08-962d-69b89bc11026 req-eb04ff33-5f7e-41ab-ae9a-d444bf1a430d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618207 Sep 22 17:08:57.558369 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:58.098487 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 90ee9eab-8000-4105-98b8-1323d939e7e8 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:08:58.143977 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port 90ee9eab-8000-4105-98b8-1323d939e7e8 completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:08:58.151918 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port 90ee9eab-8000-4105-98b8-1323d939e7e8 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:08:58.152450 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (90ee9eab-8000-4105-98b8-1323d939e7e8), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:58.152897 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port 90ee9eab-8000-4105-98b8-1323d939e7e8 Sep 22 17:08:58.188001 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb7570-0b16-42c4-a1aa-62b4fe571853 req-8aa2d51c-5fe2-43db-8cab-9e5a925cde3d tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:58.189801 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1bfb7570-0b16-42c4-a1aa-62b4fe571853 req-8aa2d51c-5fe2-43db-8cab-9e5a925cde3d tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 944 time: 0.0581853 Sep 22 17:08:58.234503 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 90ee9eab-8000-4105-98b8-1323d939e7e8 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:08:58.235037 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (90ee9eab-8000-4105-98b8-1323d939e7e8), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:58.245274 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1bfb7570-0b16-42c4-a1aa-62b4fe571853 req-c8120a88-4d01-4af7-a1a8-a8c80c88a190 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497124 Sep 22 17:08:58.399652 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34975170-3fed-4365-af86-d8375013ad5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ee9eab-8000-4105-98b8-1323d939e7e8'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:08:58.403499 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc7874d-b73e-4736-b538-99ecc2f1bb2e" -d '{"events": [{"server_uuid": "34975170-3fed-4365-af86-d8375013ad5c", "name": "network-vif-plugged", "status": "completed", "tag": "90ee9eab-8000-4105-98b8-1323d939e7e8"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:58.428669 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 90ee9eab-8000-4105-98b8-1323d939e7e8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=90ee9eab-8000-4105-98b8-1323d939e7e8,segment=NetworkSegment(46d3c9de-ebf9-407a-b788-7e578c252cd5),segment_id=46d3c9de-ebf9-407a-b788-7e578c252cd5)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:08:58.434901 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (90ee9eab-8000-4105-98b8-1323d939e7e8), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:58.479935 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523a901f-d2bd-4608-a3e9-7227ec18f1c8 x-openstack-request-id: req-523a901f-d2bd-4608-a3e9-7227ec18f1c8 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:58.480290 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34975170-3fed-4365-af86-d8375013ad5c", "name": "network-vif-plugged", "status": "completed", "tag": "90ee9eab-8000-4105-98b8-1323d939e7e8", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:58.480562 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-523a901f-d2bd-4608-a3e9-7227ec18f1c8 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:58.481029 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-523a901f-d2bd-4608-a3e9-7227ec18f1c8'] response: {'server_uuid': '34975170-3fed-4365-af86-d8375013ad5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ee9eab-8000-4105-98b8-1323d939e7e8', 'code': 200} Sep 22 17:08:58.485334 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:58.521308 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=90ee9eab-8000-4105-98b8-1323d939e7e8,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:58.692447 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f9cea-b2ae-4e2c-874a-1e6383bea7ca req-686142d2-0ed6-4d1a-8b32-72e332a5f72d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:58.694087 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e01f9cea-b2ae-4e2c-874a-1e6383bea7ca req-686142d2-0ed6-4d1a-8b32-72e332a5f72d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0572603 Sep 22 17:08:58.764860 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88662b0-5788-4701-8b6c-f31a792237b2 req-36acc1c3-2692-4188-806b-98d9ce214ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:58.766392 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a88662b0-5788-4701-8b6c-f31a792237b2 req-36acc1c3-2692-4188-806b-98d9ce214ebc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 1129 time: 0.0703363 Sep 22 17:08:58.805138 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e01f9cea-b2ae-4e2c-874a-1e6383bea7ca req-4eef6b79-1d28-4cd8-aed7-061a79422018 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007590 Sep 22 17:08:58.843445 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a88662b0-5788-4701-8b6c-f31a792237b2 req-65358e64-9643-4303-91d1-a71020500d70 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683522 Sep 22 17:08:59.247903 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 58364) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:59.402830 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739573cb-b5e0-45fb-a82e-fa33e732507a req-761b1dc0-a1f3-4b2d-985a-2f8d16c68fd6 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:59.404490 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-739573cb-b5e0-45fb-a82e-fa33e732507a req-761b1dc0-a1f3-4b2d-985a-2f8d16c68fd6 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 945 time: 0.0636642 Sep 22 17:08:59.405901 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a8115a82-c15d-4fce-bc68-989390fc5b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:59.487873 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:08:59.513298 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-739573cb-b5e0-45fb-a82e-fa33e732507a req-d59a5e29-44e1-49b4-ab60-d884611b2b11 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979619 Sep 22 17:08:59.602398 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a8115a82-c15d-4fce-bc68-989390fc5b35 admin admin] Publish callbacks [] for security_group (1c788831-da46-488b-b681-9eb6b4e09cd4), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:59.608958 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a8115a82-c15d-4fce-bc68-989390fc5b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (1c788831-da46-488b-b681-9eb6b4e09cd4), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:59.674114 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-a8115a82-c15d-4fce-bc68-989390fc5b35 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c59b0234992042d5acb002ebabc09da5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247181 Sep 22 17:08:59.677267 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 58376) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:59.685011 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8115a82-c15d-4fce-bc68-989390fc5b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c788831-da46-488b-b681-9eb6b4e09cd4,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:59.762800 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dd20038b-84e9-4b6a-8091-99839f872221 admin admin] Publish callbacks [] for security_group (1c788831-da46-488b-b681-9eb6b4e09cd4), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:59.793679 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dd20038b-84e9-4b6a-8091-99839f872221 admin admin] Publish callbacks [] for security_group (1c788831-da46-488b-b681-9eb6b4e09cd4), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:59.798408 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58378) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:08:59.877877 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dd20038b-84e9-4b6a-8091-99839f872221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (1c788831-da46-488b-b681-9eb6b4e09cd4), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:59.883600 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dd20038b-84e9-4b6a-8091-99839f872221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:59.886434 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-dd20038b-84e9-4b6a-8091-99839f872221 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1c788831-da46-488b-b681-9eb6b4e09cd4 HTTP/1.1" status: 204 len: 168 time: 0.2080834 Sep 22 17:08:59.902326 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20038b-84e9-4b6a-8091-99839f872221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c788831-da46-488b-b681-9eb6b4e09cd4,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:59.964262 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dfb4f040-6b0e-4d77-a8dd-e0b0f1ef5514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:08:59.994806 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b94cdc-1df7-4079-9d6f-acb630394671 req-d9ae4265-cc3a-4db2-9d67-079d874b40a7 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:59.996699 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e0b94cdc-1df7-4079-9d6f-acb630394671 req-d9ae4265-cc3a-4db2-9d67-079d874b40a7 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0890970 Sep 22 17:09:00.072556 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e0b94cdc-1df7-4079-9d6f-acb630394671 req-d8670e8b-7af7-4a60-87ad-88f0b7b9897e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684428 Sep 22 17:09:00.072840 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dfb4f040-6b0e-4d77-a8dd-e0b0f1ef5514 admin admin] Publish callbacks [] for security_group (ef69f687-9516-4a86-9706-8f53e05f95a6), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:00.079595 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dfb4f040-6b0e-4d77-a8dd-e0b0f1ef5514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (ef69f687-9516-4a86-9706-8f53e05f95a6), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:00.147760 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-dfb4f040-6b0e-4d77-a8dd-e0b0f1ef5514 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5c2fcb2e3b0442a18fd8d16a959c085a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477123 Sep 22 17:09:00.150327 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 58390) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:00.172793 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4f040-6b0e-4d77-a8dd-e0b0f1ef5514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef69f687-9516-4a86-9706-8f53e05f95a6,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:00.175668 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:00.213811 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-766e40b4-5fcb-4e80-aeb4-fd4c80141467 admin admin] Publish callbacks [] for security_group (ef69f687-9516-4a86-9706-8f53e05f95a6), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:00.236457 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-766e40b4-5fcb-4e80-aeb4-fd4c80141467 admin admin] Publish callbacks [] for security_group (ef69f687-9516-4a86-9706-8f53e05f95a6), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:00.308901 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-766e40b4-5fcb-4e80-aeb4-fd4c80141467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (ef69f687-9516-4a86-9706-8f53e05f95a6), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:00.313943 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-766e40b4-5fcb-4e80-aeb4-fd4c80141467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:00.315938 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-766e40b4-5fcb-4e80-aeb4-fd4c80141467 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ef69f687-9516-4a86-9706-8f53e05f95a6 HTTP/1.1" status: 204 len: 168 time: 0.1643181 Sep 22 17:09:00.330553 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e40b4-5fcb-4e80-aeb4-fd4c80141467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef69f687-9516-4a86-9706-8f53e05f95a6,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:00.355280 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 58394) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:00.380840 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-64506ad3-d553-4c09-8137-d6486b02ad59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:00.521182 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-64506ad3-d553-4c09-8137-d6486b02ad59 admin admin] Publish callbacks [] for security_group (7b14a919-41d8-4c91-9813-18d6f1596b11), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:00.528768 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-64506ad3-d553-4c09-8137-d6486b02ad59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (7b14a919-41d8-4c91-9813-18d6f1596b11), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:00.609120 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-64506ad3-d553-4c09-8137-d6486b02ad59 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1dd3e58a14ac4b0d847f8c21550fd5fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480111 Sep 22 17:09:00.609120 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64506ad3-d553-4c09-8137-d6486b02ad59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b14a919-41d8-4c91-9813-18d6f1596b11,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:00.609821 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58398) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:00.709342 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:00.710703 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-67561b6a-1c41-4d82-a683-ade2db97a3cf admin admin] Publish callbacks [] for security_group (7b14a919-41d8-4c91-9813-18d6f1596b11), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:00.739100 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64f939-3e03-40db-be66-cd5c98be48fb req-0b72c6e9-6130-42bf-93bf-0f8936d7b9a7 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:00.740700 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ec64f939-3e03-40db-be66-cd5c98be48fb req-0b72c6e9-6130-42bf-93bf-0f8936d7b9a7 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 945 time: 0.0701745 Sep 22 17:09:00.762796 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-67561b6a-1c41-4d82-a683-ade2db97a3cf admin admin] Publish callbacks [] for security_group (7b14a919-41d8-4c91-9813-18d6f1596b11), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:00.789037 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:00.825404 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ec64f939-3e03-40db-be66-cd5c98be48fb req-b619ed05-e236-4e94-bde7-51bdf709e821 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724394 Sep 22 17:09:00.857824 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-67561b6a-1c41-4d82-a683-ade2db97a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (7b14a919-41d8-4c91-9813-18d6f1596b11), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:00.861122 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-67561b6a-1c41-4d82-a683-ade2db97a3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:00.862395 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-67561b6a-1c41-4d82-a683-ade2db97a3cf admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7b14a919-41d8-4c91-9813-18d6f1596b11 HTTP/1.1" status: 204 len: 168 time: 0.2513423 Sep 22 17:09:00.879709 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67561b6a-1c41-4d82-a683-ade2db97a3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b14a919-41d8-4c91-9813-18d6f1596b11,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:01.237871 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462cf96-875a-4e89-8a89-6be8e60efd03 req-ff24b680-0048-4cd9-8c03-f3a151cf018f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:01.239508 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9462cf96-875a-4e89-8a89-6be8e60efd03 req-ff24b680-0048-4cd9-8c03-f3a151cf018f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0596550 Sep 22 17:09:01.265447 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58420) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:01.285399 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7fecd403-3a34-4d95-bfa3-be8ec29a68aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:01.307415 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:UPDATE=2,neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:01.315838 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9462cf96-875a-4e89-8a89-6be8e60efd03 req-33682328-3db0-4fc4-9bc4-a29dac061066 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654652 Sep 22 17:09:01.407653 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7fecd403-3a34-4d95-bfa3-be8ec29a68aa admin admin] Publish callbacks [] for security_group (ac6e0c36-203d-4651-b434-3f73e37ddc13), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:01.412983 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7fecd403-3a34-4d95-bfa3-be8ec29a68aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (ac6e0c36-203d-4651-b434-3f73e37ddc13), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:01.462376 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-7fecd403-3a34-4d95-bfa3-be8ec29a68aa admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a5a19abb40484fda8856cfc9e12eee17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920445 Sep 22 17:09:01.462376 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecd403-3a34-4d95-bfa3-be8ec29a68aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6e0c36-203d-4651-b434-3f73e37ddc13,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:01.462752 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58426) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:01.546426 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f5c086ee-84d8-4acb-8408-f725ceac49b5 admin admin] Publish callbacks [] for security_group (ac6e0c36-203d-4651-b434-3f73e37ddc13), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:01.580653 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f5c086ee-84d8-4acb-8408-f725ceac49b5 admin admin] Publish callbacks [] for security_group (ac6e0c36-203d-4651-b434-3f73e37ddc13), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:01.619085 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58430) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:01.660762 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f5c086ee-84d8-4acb-8408-f725ceac49b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (ac6e0c36-203d-4651-b434-3f73e37ddc13), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:01.667061 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f5c086ee-84d8-4acb-8408-f725ceac49b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:01.669075 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-f5c086ee-84d8-4acb-8408-f725ceac49b5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ac6e0c36-203d-4651-b434-3f73e37ddc13 HTTP/1.1" status: 204 len: 168 time: 0.2042851 Sep 22 17:09:01.683354 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c086ee-84d8-4acb-8408-f725ceac49b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6e0c36-203d-4651-b434-3f73e37ddc13,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:01.771264 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-844b3372-12b9-49bb-8015-799d5b41d533 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2088711298-network', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:01.801012 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844b3372-12b9-49bb-8015-799d5b41d533 admin admin] Made reservation on behalf of 1ed7377d32844bbf95f995831bc21d6b for: {'network': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:09:01.804395 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-844b3372-12b9-49bb-8015-799d5b41d533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:01.815590 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-844b3372-12b9-49bb-8015-799d5b41d533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:01.949881 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-844b3372-12b9-49bb-8015-799d5b41d533 admin admin] Publish callbacks [] for security_group (1423945c-64cd-4532-99c0-546c27ef7959), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:01.955419 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-844b3372-12b9-49bb-8015-799d5b41d533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (1423945c-64cd-4532-99c0-546c27ef7959), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:01.983614 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844b3372-12b9-49bb-8015-799d5b41d533 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=106556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:09:02.003770 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b3372-12b9-49bb-8015-799d5b41d533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1423945c-64cd-4532-99c0-546c27ef7959,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:02.007177 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-844b3372-12b9-49bb-8015-799d5b41d533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (452f9088-6e1b-4ef8-8c1a-4acb3747bc99), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:02.007527 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.segments_db [None req-844b3372-12b9-49bb-8015-799d5b41d533 admin admin] Added segment 452f9088-6e1b-4ef8-8c1a-4acb3747bc99 of type vlan for network 76fdfd82-e2ca-4e82-8d26-41a9f16c8858 Sep 22 17:09:02.036222 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53131da-9057-4d6d-b314-2e3d6dd201b7 req-8bfb0ac4-e525-4af8-966e-dddff4dde14c tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:02.041126 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b53131da-9057-4d6d-b314-2e3d6dd201b7 req-8bfb0ac4-e525-4af8-966e-dddff4dde14c tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 945 time: 0.1025689 Sep 22 17:09:02.060769 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-844b3372-12b9-49bb-8015-799d5b41d533 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (76fdfd82-e2ca-4e82-8d26-41a9f16c8858), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:02.095584 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-844b3372-12b9-49bb-8015-799d5b41d533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (76fdfd82-e2ca-4e82-8d26-41a9f16c8858), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:02.096758 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844b3372-12b9-49bb-8015-799d5b41d533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:02.097501 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-844b3372-12b9-49bb-8015-799d5b41d533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:02.131759 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b53131da-9057-4d6d-b314-2e3d6dd201b7 req-1061a7b7-9e30-460d-970d-c57bf6315111 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743132 Sep 22 17:09:02.161602 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-844b3372-12b9-49bb-8015-799d5b41d533 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5414546 Sep 22 17:09:02.164710 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=70,neutron:DELETE=7,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:02.165044 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 58446) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:02.180789 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b3372-12b9-49bb-8015-799d5b41d533 admin admin] Pushing event updated for resources: {'Network': ['ID=76fdfd82-e2ca-4e82-8d26-41a9f16c8858,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:02.184381 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-afc89787-4752-40dc-8b9f-e6021027c2dd admin admin] Request body: {'subnet': {'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2088711298-subnet', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'ip_version': 4}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:02.197882 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network 76fdfd82-e2ca-4e82-8d26-41a9f16c8858 details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:09:02.213732 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc89787-4752-40dc-8b9f-e6021027c2dd admin admin] Made reservation on behalf of 1ed7377d32844bbf95f995831bc21d6b for: {'subnet': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:09:02.232584 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-afc89787-4752-40dc-8b9f-e6021027c2dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126621289'] for subnet (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:02.593011 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b24c3-276a-4401-9fb6-de94ad7a6d84 req-fa89d778-2aaf-4134-8595-dbeef898c5be tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:02.595858 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-971b24c3-276a-4401-9fb6-de94ad7a6d84 req-fa89d778-2aaf-4134-8595-dbeef898c5be tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.1535814 Sep 22 17:09:02.665194 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-afc89787-4752-40dc-8b9f-e6021027c2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3524429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126621311'] for subnet (746153c5-66aa-4f48-baf0-63e2c6a7f300), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:02.702601 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58462) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:02.726907 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:02.745347 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-971b24c3-276a-4401-9fb6-de94ad7a6d84 req-a64c5708-cd6a-451a-a8e0-2f9116f323e5 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387978 Sep 22 17:09:02.766191 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc89787-4752-40dc-8b9f-e6021027c2dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=746153c5-66aa-4f48-baf0-63e2c6a7f300,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:02.792751 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc89787-4752-40dc-8b9f-e6021027c2dd admin admin] Checking segment: {'id': '452f9088-6e1b-4ef8-8c1a-4acb3747bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:09:02.793223 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc89787-4752-40dc-8b9f-e6021027c2dd admin admin] Network hostable DHCP agents. Network: 76fdfd82-e2ca-4e82-8d26-41a9f16c8858, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:09:02.816954 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc89787-4752-40dc-8b9f-e6021027c2dd admin admin] Network 76fdfd82-e2ca-4e82-8d26-41a9f16c8858 is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:09:02.831954 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-afc89787-4752-40dc-8b9f-e6021027c2dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, 76fdfd82-e2ca-4e82-8d26-41a9f16c8858) {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:09:02.838714 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc89787-4752-40dc-8b9f-e6021027c2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:02.840148 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-afc89787-4752-40dc-8b9f-e6021027c2dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:02.848398 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8ad4a2-3d7c-4825-80ce-8ac64421ccb2 None None] Network 76fdfd82-e2ca-4e82-8d26-41a9f16c8858 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:09:02.870183 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-afc89787-4752-40dc-8b9f-e6021027c2dd admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6982989 Sep 22 17:09:02.870658 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58466) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:02.875780 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2088711298-router', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:02.888604 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-8f1d30f9-4d59-4105-9fd6-da87f8ee09e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-570567839-network', 'tenant_id': '6c516bf5715a42cd860981f82fc58b15'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:02.919109 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15231'] for router (ea505bf6-d811-4f74-8b47-086efc035c08), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:02.920226 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15206'] for router (ea505bf6-d811-4f74-8b47-086efc035c08), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:02.926283 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1d30f9-4d59-4105-9fd6-da87f8ee09e4 admin admin] Made reservation on behalf of 6c516bf5715a42cd860981f82fc58b15 for: {'network': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:09:02.928195 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8f1d30f9-4d59-4105-9fd6-da87f8ee09e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:02.941760 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8f1d30f9-4d59-4105-9fd6-da87f8ee09e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:02.972937 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:03.007960 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Publish callbacks [] for router_controller (ea505bf6-d811-4f74-8b47-086efc035c08), precommit_add_association {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:03.048520 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7c9d09-d3da-5fad-875b-2cacf9d3192b-76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'fixed_ips': [{'subnet_id': '746153c5-66aa-4f48-baf0-63e2c6a7f300'}]}} from dv-cinder-835384-28-iscsi. {{(pid=106557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 17:09:03.049484 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:03.202009 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Publish callbacks [] for router_gateway (ea505bf6-d811-4f74-8b47-086efc035c08), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:03.230103 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.db_base_plugin_common [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Allocated IP 172.20.0.2 (76fdfd82-e2ca-4e82-8d26-41a9f16c8858/746153c5-66aa-4f48-baf0-63e2c6a7f300/2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6) {{(pid=106557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:09:03.236506 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8f1d30f9-4d59-4105-9fd6-da87f8ee09e4 admin admin] Publish callbacks [] for security_group (7a7f6313-7475-4289-812e-43cece30c943), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:03.243427 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:03.270670 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8f1d30f9-4d59-4105-9fd6-da87f8ee09e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (7a7f6313-7475-4289-812e-43cece30c943), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:03.312355 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1d30f9-4d59-4105-9fd6-da87f8ee09e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=106556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:09:03.328725 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d30f9-4d59-4105-9fd6-da87f8ee09e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7f6313-7475-4289-812e-43cece30c943,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:03.333822 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8f1d30f9-4d59-4105-9fd6-da87f8ee09e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (a3756d3b-8e86-4d2e-a089-0b14a6f79b84), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:03.334183 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.segments_db [None req-8f1d30f9-4d59-4105-9fd6-da87f8ee09e4 admin admin] Added segment a3756d3b-8e86-4d2e-a089-0b14a6f79b84 of type vlan for network 5f2097d8-b178-40e5-9027-cc66e5236eeb Sep 22 17:09:03.392881 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae796b-32d6-4d99-a722-26c4d32588f1 req-7c20a270-48ac-4ccd-a16d-4f953bea9093 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:03.399236 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Publish callbacks [] for port (2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6), precommit_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:03.400549 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c2ae796b-32d6-4d99-a722-26c4d32588f1 req-7c20a270-48ac-4ccd-a16d-4f953bea9093 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 945 time: 0.1144965 Sep 22 17:09:03.407588 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:03.429212 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8f1d30f9-4d59-4105-9fd6-da87f8ee09e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (5f2097d8-b178-40e5-9027-cc66e5236eeb), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:03.455096 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Network 76fdfd82-e2ca-4e82-8d26-41a9f16c8858 is already hosted by enough agents. {{(pid=106557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:09:03.463172 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.base_scheduler [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Resources bound (agent type, host, resource id): {{(pid=106557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:09:03.468043 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Received port after_create {{(pid=106557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:09:03.502311 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Pushing event updated for resources: {'Port': ['ID=2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6,revision_number=1']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:03.505880 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c2ae796b-32d6-4d99-a722-26c4d32588f1 req-254603b5-1b62-4c51-805c-ce50d32d80a7 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966043 Sep 22 17:09:03.548979 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Attempting to bind port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:09:03.549344 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Attempting to bind port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': '452f9088-6e1b-4ef8-8c1a-4acb3747bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:09:03.549895 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Attempting to bind port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 on network 76fdfd82-e2ca-4e82-8d26-41a9f16c8858 {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:09:03.602373 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:09:03.603429 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Checking segment: {'id': '452f9088-6e1b-4ef8-8c1a-4acb3747bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:09:03.603848 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:03.604350 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Bound using segment: {'id': '452f9088-6e1b-4ef8-8c1a-4acb3747bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:09:03.604853 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Bound port: 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452f9088-6e1b-4ef8-8c1a-4acb3747bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:09:03.605244 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:03.681727 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:03.683840 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] For port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:09:03.688585 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] For port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6,segment=NetworkSegment(452f9088-6e1b-4ef8-8c1a-4acb3747bc99),segment_id=452f9088-6e1b-4ef8-8c1a-4acb3747bc99)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:09:03.697595 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:03.792003 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605005f-656b-4d71-a703-ca466cba75b1 None None] Pushing event updated for resources: {'Port': ['ID=2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:03.792784 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8f1d30f9-4d59-4105-9fd6-da87f8ee09e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (5f2097d8-b178-40e5-9027-cc66e5236eeb), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:03.794333 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d30f9-4d59-4105-9fd6-da87f8ee09e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:03.795168 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8f1d30f9-4d59-4105-9fd6-da87f8ee09e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:03.938714 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-8f1d30f9-4d59-4105-9fd6-da87f8ee09e4 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2348146 Sep 22 17:09:03.943751 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58474) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:03.956149 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-708278f5-eb69-4b99-9ce8-91f8bae57fb2 admin admin] Request body: {'subnet': {'network_id': '5f2097d8-b178-40e5-9027-cc66e5236eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-570567839-subnet', 'tenant_id': '6c516bf5715a42cd860981f82fc58b15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:03.975641 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Publish callbacks [] for router_gateway (ea505bf6-d811-4f74-8b47-086efc035c08), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:03.979305 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708278f5-eb69-4b99-9ce8-91f8bae57fb2 admin admin] Made reservation on behalf of 6c516bf5715a42cd860981f82fc58b15 for: {'subnet': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:09:03.981851 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-708278f5-eb69-4b99-9ce8-91f8bae57fb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3584729'] for subnet (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:03.984005 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d30f9-4d59-4105-9fd6-da87f8ee09e4 admin admin] Pushing event updated for resources: {'Network': ['ID=5f2097d8-b178-40e5-9027-cc66e5236eeb,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:04.000596 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9213cc7-af6f-4915-b4cd-710bea5a4b8c req-fcf77cc2-3f49-434c-9bd5-0bf879813b5e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:04.002727 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network 5f2097d8-b178-40e5-9027-cc66e5236eeb details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:09:04.009256 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:04.010072 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b9213cc7-af6f-4915-b4cd-710bea5a4b8c req-fcf77cc2-3f49-434c-9bd5-0bf879813b5e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0877576 Sep 22 17:09:04.028690 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:04.073712 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b9213cc7-af6f-4915-b4cd-710bea5a4b8c req-d62234c3-54e4-4187-b38d-7090b0454c10 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629029 Sep 22 17:09:04.286075 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:04.292269 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Allocated IP 172.27.1.104 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/cc63f9c0-9b91-4d28-9f8c-d1f615277e4e) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:09:04.529163 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-708278f5-eb69-4b99-9ce8-91f8bae57fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3793058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3584719'] for subnet (9a4a906d-00a0-479d-ad3e-0e787eb1ebaf), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:04.716049 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708278f5-eb69-4b99-9ce8-91f8bae57fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4a906d-00a0-479d-ad3e-0e787eb1ebaf,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:04.717524 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3aad0-768f-4678-bb52-9318360347a5 req-b29ca1ac-03e0-4d0f-bb6a-1463709151a5 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:04.725521 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4ea3aad0-768f-4678-bb52-9318360347a5 req-b29ca1ac-03e0-4d0f-bb6a-1463709151a5 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 945 time: 0.0793908 Sep 22 17:09:04.734580 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Publish callbacks [] for port (cc63f9c0-9b91-4d28-9f8c-d1f615277e4e), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:04.743260 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708278f5-eb69-4b99-9ce8-91f8bae57fb2 admin admin] Checking segment: {'id': 'a3756d3b-8e86-4d2e-a089-0b14a6f79b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5f2097d8-b178-40e5-9027-cc66e5236eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:09:04.743800 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708278f5-eb69-4b99-9ce8-91f8bae57fb2 admin admin] Network hostable DHCP agents. Network: 5f2097d8-b178-40e5-9027-cc66e5236eeb, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:09:04.755336 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:04.802289 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4ea3aad0-768f-4678-bb52-9318360347a5 req-dd36f2e5-5dc2-409c-a4b0-0b87ab7b41bf tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755916 Sep 22 17:09:04.808756 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708278f5-eb69-4b99-9ce8-91f8bae57fb2 admin admin] Network 5f2097d8-b178-40e5-9027-cc66e5236eeb is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:09:04.821233 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (cc63f9c0-9b91-4d28-9f8c-d1f615277e4e), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:04.862160 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-708278f5-eb69-4b99-9ce8-91f8bae57fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, 5f2097d8-b178-40e5-9027-cc66e5236eeb) {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:09:04.874316 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96899187-c044-483a-b20d-c58b8adf4441 None None] Network 5f2097d8-b178-40e5-9027-cc66e5236eeb requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:09:04.875112 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708278f5-eb69-4b99-9ce8-91f8bae57fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:04.880094 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-708278f5-eb69-4b99-9ce8-91f8bae57fb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:04.945337 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:09:04.947719 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:09:04.953294 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Pushing event updated for resources: {'Port': ['ID=cc63f9c0-9b91-4d28-9f8c-d1f615277e4e,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:04.956718 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:09:04.975206 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-708278f5-eb69-4b99-9ce8-91f8bae57fb2 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0207040 Sep 22 17:09:05.090918 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b796a33-1ff1-4b7d-b6a7-efef88427182 None None] Network 5f2097d8-b178-40e5-9027-cc66e5236eeb requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:09:05.122310 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbacb6e8-46aa-4a9c-be90-e754a25f2b64 None None] Network 76fdfd82-e2ca-4e82-8d26-41a9f16c8858 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:09:05.255330 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:05.262737 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7b2c3-42fc-4d25-bece-107c7456697c req-3fd2ea99-8994-4e00-bebe-61dc86a50ae4 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:05.265173 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-44b7b2c3-42fc-4d25-bece-107c7456697c req-3fd2ea99-8994-4e00-bebe-61dc86a50ae4 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0674446 Sep 22 17:09:05.286304 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-202a5bf2-39af-44bf-abfc-9788420a3afc None None] Provisioning complete for port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:05.286895 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-202a5bf2-39af-44bf-abfc-9788420a3afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:05.287487 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-202a5bf2-39af-44bf-abfc-9788420a3afc None None] Attempt 1 to provision port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 Sep 22 17:09:05.331808 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-44b7b2c3-42fc-4d25-bece-107c7456697c req-5d0bfade-b19d-4297-8edd-0623e65c557a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603311 Sep 22 17:09:05.336239 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Publish callbacks [] for router_gateway (ea505bf6-d811-4f74-8b47-086efc035c08), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:05.495586 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-202a5bf2-39af-44bf-abfc-9788420a3afc None None] Current status of the port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:05.496032 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-202a5bf2-39af-44bf-abfc-9788420a3afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:05.542171 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-202a5bf2-39af-44bf-abfc-9788420a3afc None None] For port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6,segment=NetworkSegment(452f9088-6e1b-4ef8-8c1a-4acb3747bc99),segment_id=452f9088-6e1b-4ef8-8c1a-4acb3747bc99)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:09:05.549374 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-202a5bf2-39af-44bf-abfc-9788420a3afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:05.593352 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:05.619600 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a5bf2-39af-44bf-abfc-9788420a3afc None None] Pushing event updated for resources: {'Port': ['ID=2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:05.663753 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536359'] for router (ea505bf6-d811-4f74-8b47-086efc035c08), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:05.671114 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:05.824294 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Router ea505bf6-d811-4f74-8b47-086efc035c08 is scheduled to L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 with binding_index 1 {{(pid=106556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:09:05.890057 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-cc94ba42-c359-4622-9798-8cb0f252c744 None None] Provisioning complete for port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:05.890723 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-cc94ba42-c359-4622-9798-8cb0f252c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:05.891216 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-cc94ba42-c359-4622-9798-8cb0f252c744 None None] Attempt 1 to provision port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 Sep 22 17:09:06.038531 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:09:06.072085 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb0059-7d0b-4a72-9f84-603e73779fab req-a12e52e3-163b-4ce3-8478-1c2915add5dd tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:06.074175 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Sync routers for ids ['ea505bf6-d811-4f74-8b47-086efc035c08'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:09:06.076860 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6deb0059-7d0b-4a72-9f84-603e73779fab req-a12e52e3-163b-4ce3-8478-1c2915add5dd tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 945 time: 0.1047089 Sep 22 17:09:06.088520 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:09:06.091619 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:06.095642 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-5cc7aa2a-0a4a-4ab6-87ab-24f48837f026 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2216375 Sep 22 17:09:06.096045 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58538) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:06.097842 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-cc94ba42-c359-4622-9798-8cb0f252c744 None None] Current status of the port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:06.126401 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Routers {'ea505bf6-d811-4f74-8b47-086efc035c08'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:09:06.127422 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['ea505bf6-d811-4f74-8b47-086efc035c08'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:06.189679 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6deb0059-7d0b-4a72-9f84-603e73779fab req-2bbddc1b-9bf1-4d6f-bcf1-a4b9d9f074cc tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977836 Sep 22 17:09:06.261182 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:06.261687 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:06.262007 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 Sep 22 17:09:06.349889 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:06.373473 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Set router ea505bf6-d811-4f74-8b47-086efc035c08 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:09:06.678744 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700954ce-3def-484d-8eb1-37c14fe5a58d req-39a93b32-1d7b-471e-bb71-258581b4d9df tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:06.684526 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-700954ce-3def-484d-8eb1-37c14fe5a58d req-39a93b32-1d7b-471e-bb71-258581b4d9df tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.1646507 Sep 22 17:09:06.778828 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-700954ce-3def-484d-8eb1-37c14fe5a58d req-1e630352-fb64-4e79-a12b-799ad2a2fc5c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843072 Sep 22 17:09:06.822670 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:06.886743 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:06.940335 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'name': 'tempest-TestShelveInstance-2088711298-router', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:02Z', 'updated_at': '2022-09-22T17:09:05Z', 'revision_number': 3, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'gw_port': {'id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:04Z', 'updated_at': '2022-09-22T17:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:06.957036 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:07.003627 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Checking router: ea505bf6-d811-4f74-8b47-086efc035c08 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:09:07.004338 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Updating router ea505bf6-d811-4f74-8b47-086efc035c08 port cc63f9c0-9b91-4d28-9f8c-d1f615277e4e binding host dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:09:07.062085 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (cc63f9c0-9b91-4d28-9f8c-d1f615277e4e), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:07.174579 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Allocated IP 172.20.0.1 (76fdfd82-e2ca-4e82-8d26-41a9f16c8858/746153c5-66aa-4f48-baf0-63e2c6a7f300/0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:09:07.238684 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:07.308896 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Publish callbacks [] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:07.326281 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-fb821f0d-3962-42ac-aee2-d2d36f6625ed tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:07.327896 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-fb821f0d-3962-42ac-aee2-d2d36f6625ed tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/networks?id=5f2097d8-b178-40e5-9027-cc66e5236eeb HTTP/1.1" status: 200 len: 808 time: 0.1277754 Sep 22 17:09:07.354471 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:07.355896 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-13bc3d17-9046-47e9-9fcd-621ab01d923d tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/quotas/6c516bf5715a42cd860981f82fc58b15 HTTP/1.1" status: 200 len: 375 time: 0.0207734 Sep 22 17:09:07.374768 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:07.407749 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-12b5c898-5026-46f3-9c85-20e9cf9cbfaa tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=6c516bf5715a42cd860981f82fc58b15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507438 Sep 22 17:09:07.430768 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Network 76fdfd82-e2ca-4e82-8d26-41a9f16c8858 is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:09:07.435195 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:09:07.437998 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:09:07.467663 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Pushing event updated for resources: {'Port': ['ID=0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:07.503576 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498718'] for router_interface (ea505bf6-d811-4f74-8b47-086efc035c08), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:07.505856 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Publish callbacks [] for port (cc63f9c0-9b91-4d28-9f8c-d1f615277e4e), precommit_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:07.519364 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (cc63f9c0-9b91-4d28-9f8c-d1f615277e4e), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:07.524360 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:07.568430 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-6adfbee0-c58f-4de9-8f38-7833f95a6900 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5f2097d8-b178-40e5-9027-cc66e5236eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572857 Sep 22 17:09:07.587551 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Attempting to bind port cc63f9c0-9b91-4d28-9f8c-d1f615277e4e on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:09:07.588140 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Attempting to bind port cc63f9c0-9b91-4d28-9f8c-d1f615277e4e by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:09:07.588666 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Attempting to bind port cc63f9c0-9b91-4d28-9f8c-d1f615277e4e on network f003e7b0-1e8d-4666-abdd-e8ce7241106b {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:09:07.650475 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:09:07.651204 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Checking segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:09:07.651991 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:07.652546 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Bound using segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:09:07.654634 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Bound port: cc63f9c0-9b91-4d28-9f8c-d1f615277e4e, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:09:07.655268 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (cc63f9c0-9b91-4d28-9f8c-d1f615277e4e), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:07.657770 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75107efb-1553-47b7-9dfb-fdd01dae0335 None None] Pushing event updated for resources: {'Port': ['ID=cc63f9c0-9b91-4d28-9f8c-d1f615277e4e,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:07.697287 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:07.722194 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75107efb-1553-47b7-9dfb-fdd01dae0335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:07.722548 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75107efb-1553-47b7-9dfb-fdd01dae0335 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:07.723074 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75107efb-1553-47b7-9dfb-fdd01dae0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:07.723773 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75107efb-1553-47b7-9dfb-fdd01dae0335 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:07.724240 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75107efb-1553-47b7-9dfb-fdd01dae0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:07.724659 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:07.725338 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75107efb-1553-47b7-9dfb-fdd01dae0335 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:07.725602 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75107efb-1553-47b7-9dfb-fdd01dae0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:07.726298 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75107efb-1553-47b7-9dfb-fdd01dae0335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:07.726878 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75107efb-1553-47b7-9dfb-fdd01dae0335 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:07.727420 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75107efb-1553-47b7-9dfb-fdd01dae0335 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:07.732013 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75107efb-1553-47b7-9dfb-fdd01dae0335 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:07.735464 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75107efb-1553-47b7-9dfb-fdd01dae0335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:07.740615 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75107efb-1553-47b7-9dfb-fdd01dae0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:07.740985 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75107efb-1553-47b7-9dfb-fdd01dae0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:07.741293 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75107efb-1553-47b7-9dfb-fdd01dae0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:07.785629 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] For port cc63f9c0-9b91-4d28-9f8c-d1f615277e4e, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:09:07.790373 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] For port cc63f9c0-9b91-4d28-9f8c-d1f615277e4e, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=cc63f9c0-9b91-4d28-9f8c-d1f615277e4e,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:09:07.808145 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (cc63f9c0-9b91-4d28-9f8c-d1f615277e4e), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:07.871030 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-f4d24db7-8283-425e-80d0-c89089efd859 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5f2097d8-b178-40e5-9027-cc66e5236eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957129 Sep 22 17:09:07.922894 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75107efb-1553-47b7-9dfb-fdd01dae0335 None None] Pushing event updated for resources: {'Port': ['ID=cc63f9c0-9b91-4d28-9f8c-d1f615277e4e,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:07.944046 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Routers {'ea505bf6-d811-4f74-8b47-086efc035c08'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:09:07.944940 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['ea505bf6-d811-4f74-8b47-086efc035c08'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:07.947774 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Provisioning complete for port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:07.948126 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:07.948469 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Attempt 1 to provision port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 Sep 22 17:09:08.160149 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:09:08.160436 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47623374-8cc6-4e7c-b8de-6e76966c9736 req-5888c5a6-28fb-4684-a454-b6a205dae2e3 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:08.162506 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-47623374-8cc6-4e7c-b8de-6e76966c9736 req-5888c5a6-28fb-4684-a454-b6a205dae2e3 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.1424778 Sep 22 17:09:08.163917 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:08.167095 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Publish callbacks [] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:08.175468 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:08.256220 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:08.295144 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Pushing event updated for resources: {'Port': ['ID=0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:08.318403 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:08.318854 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:08.319372 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:08.319887 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:08.320323 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:08.320848 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:08.321298 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:08.321800 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:08.322184 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:08.322610 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:08.323078 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:08.323500 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:08.323916 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:08.324807 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:08.324807 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:08.327582 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bccf82-d5cc-48a1-8aef-d054b6d081ef req-13908d10-0be5-4d14-9482-5b7dba136fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:08.330834 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-89bccf82-d5cc-48a1-8aef-d054b6d081ef req-13908d10-0be5-4d14-9482-5b7dba136fc0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 1129 time: 0.2011390 Sep 22 17:09:08.340684 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498826'] for router_interface (ea505bf6-d811-4f74-8b47-086efc035c08), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:08.412085 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] Set router ea505bf6-d811-4f74-8b47-086efc035c08 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:09:08.445928 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-47623374-8cc6-4e7c-b8de-6e76966c9736 req-10496000-b1ea-4c75-9cd6-6430bc800d64 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048075 Sep 22 17:09:08.461081 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2c3c3a97-4381-4ed3-9880-97493e4312ba req-afdcdf03-a33b-4701-82e7-2411e1da83ee tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 210 time: 0.1460609 Sep 22 17:09:08.500358 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-89bccf82-d5cc-48a1-8aef-d054b6d081ef req-cf6cb092-cee0-437a-bee3-60e91676adb0 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473637 Sep 22 17:09:08.579736 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Network 76fdfd82-e2ca-4e82-8d26-41a9f16c8858 is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:09:08.581459 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:09:08.683155 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 58654) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:08.696789 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:08.783965 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Attempt 2 to provision port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 Sep 22 17:09:08.824039 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Router ea505bf6-d811-4f74-8b47-086efc035c08 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:09:08.910034 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:09:08.973238 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:09:08.991174 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-a7933d44-3158-439c-aed4-a96afb4103ca admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/ea505bf6-d811-4f74-8b47-086efc035c08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8830659 Sep 22 17:09:09.014048 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:09.040945 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'name': 'tempest-TestShelveInstance-2088711298-router', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:02Z', 'updated_at': '2022-09-22T17:09:07Z', 'revision_number': 4, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'gw_port': {'id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:04Z', 'updated_at': '2022-09-22T17:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8', 'name': '', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'mac_address': 'fa:16:3e:71:65:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:06Z', 'updated_at': '2022-09-22T17:09:07Z', 'revision_number': 1, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'subnets': [{'id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:09.081704 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838beaac-7ba0-48e8-8ba7-e90160ac3030 None None] The sync data for ids ['ea505bf6-d811-4f74-8b47-086efc035c08'] in dv-cinder-835384-28-iscsi is: [{'id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'name': 'tempest-TestShelveInstance-2088711298-router', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:02Z', 'updated_at': '2022-09-22T17:09:07Z', 'revision_number': 4, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'gw_port': {'id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:04Z', 'updated_at': '2022-09-22T17:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8', 'name': '', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'mac_address': 'fa:16:3e:71:65:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:06Z', 'updated_at': '2022-09-22T17:09:07Z', 'revision_number': 1, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'subnets': [{'id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:09:09.167822 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Publish callbacks [] for security_group (9efd8ffe-d547-48ef-9bce-16aa38625706), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:09.174213 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (9efd8ffe-d547-48ef-9bce-16aa38625706), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:09.200051 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:09.249339 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efd8ffe-d547-48ef-9bce-16aa38625706,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:09.263584 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2c39eb313b4f43d0b8e8b60730ed1dd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5785520 Sep 22 17:09:09.267782 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58666) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:09.271263 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:09.271597 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:09.272103 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:09.272624 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:09.272966 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:09.273298 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:09.273779 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:09.274107 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:09.274930 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:09.275294 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:09.276088 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:09.276586 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:09.277075 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:09.277404 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:09.277724 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93866e57-e191-4190-b0f4-397f22ac92df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:09.347929 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5d9cc19f-6840-4a65-bc7e-821a42ecf6f2 admin admin] Publish callbacks [] for security_group (9efd8ffe-d547-48ef-9bce-16aa38625706), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:09.379893 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5d9cc19f-6840-4a65-bc7e-821a42ecf6f2 admin admin] Publish callbacks [] for security_group (9efd8ffe-d547-48ef-9bce-16aa38625706), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:09.411597 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Attempt 3 to provision port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 Sep 22 17:09:09.512779 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5d9cc19f-6840-4a65-bc7e-821a42ecf6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (9efd8ffe-d547-48ef-9bce-16aa38625706), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:09.523957 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5d9cc19f-6840-4a65-bc7e-821a42ecf6f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:09.528440 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:09:09.529436 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-5d9cc19f-6840-4a65-bc7e-821a42ecf6f2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9efd8ffe-d547-48ef-9bce-16aa38625706 HTTP/1.1" status: 204 len: 168 time: 0.2603369 Sep 22 17:09:09.579375 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cc19f-6840-4a65-bc7e-821a42ecf6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efd8ffe-d547-48ef-9bce-16aa38625706,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:09.702187 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-81381f5f-25d4-4fa8-9ab6-d209915eb08d req-1d5156e8-3c0e-4031-bc53-6938e80ee769 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 210 time: 0.0682402 Sep 22 17:09:09.774107 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af160d-6c1e-4af9-bf10-efff8a6a0396 req-e2b1105f-02b5-495d-bdcf-32cb09910db6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:09.783014 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-64af160d-6c1e-4af9-bf10-efff8a6a0396 req-e2b1105f-02b5-495d-bdcf-32cb09910db6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0775766 Sep 22 17:09:09.877901 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-64af160d-6c1e-4af9-bf10-efff8a6a0396 req-ec1714b5-58b1-4764-801c-015de828866c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938690 Sep 22 17:09:10.029580 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Attempt 4 to provision port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 Sep 22 17:09:10.076858 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:09:10.162134 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f80beea-c65a-40ee-834f-972290dd18ff req-66512083-5d34-4fe7-bc15-32253ce366d9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0953143 Sep 22 17:09:10.214531 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 58686) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:10.219502 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-6a88cb9d-cd81-44bf-997f-c67baf1a8c46 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1520972065-network', 'tenant_id': '5bf728292e2a4eb2bd1097b01fa6533b'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:10.241687 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58688) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:10.272949 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e92d7cf6-542c-42a0-bb39-0e4353fdf62e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:10.277163 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a88cb9d-cd81-44bf-997f-c67baf1a8c46 admin admin] Made reservation on behalf of 5bf728292e2a4eb2bd1097b01fa6533b for: {'network': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:09:10.280196 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6a88cb9d-cd81-44bf-997f-c67baf1a8c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:10.291311 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6a88cb9d-cd81-44bf-997f-c67baf1a8c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:10.421429 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e92d7cf6-542c-42a0-bb39-0e4353fdf62e admin admin] Publish callbacks [] for security_group (3c93e465-a454-4e0e-825e-a69b0415630c), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:10.426891 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6a88cb9d-cd81-44bf-997f-c67baf1a8c46 admin admin] Publish callbacks [] for security_group (e86de22d-baed-40be-835c-2c3fa8138b8d), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:10.434695 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e92d7cf6-542c-42a0-bb39-0e4353fdf62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (3c93e465-a454-4e0e-825e-a69b0415630c), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:10.440490 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6a88cb9d-cd81-44bf-997f-c67baf1a8c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (e86de22d-baed-40be-835c-2c3fa8138b8d), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:10.482738 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a88cb9d-cd81-44bf-997f-c67baf1a8c46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=106555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:09:10.487117 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d7cf6-542c-42a0-bb39-0e4353fdf62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c93e465-a454-4e0e-825e-a69b0415630c,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:10.492400 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-e92d7cf6-542c-42a0-bb39-0e4353fdf62e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5ee998789a464870ad18f41e14987bba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493551 Sep 22 17:09:10.497221 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 58692) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:10.516295 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88cb9d-cd81-44bf-997f-c67baf1a8c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86de22d-baed-40be-835c-2c3fa8138b8d,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:10.525748 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6a88cb9d-cd81-44bf-997f-c67baf1a8c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (28fc9041-f887-4e17-8db5-7fb2195d11e3), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:10.526088 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.segments_db [None req-6a88cb9d-cd81-44bf-997f-c67baf1a8c46 admin admin] Added segment 28fc9041-f887-4e17-8db5-7fb2195d11e3 of type vlan for network ec8d4954-ac76-4253-8a78-98565fa5d7bb Sep 22 17:09:10.577917 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Attempt 5 to provision port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 Sep 22 17:09:10.610105 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6a88cb9d-cd81-44bf-997f-c67baf1a8c46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (ec8d4954-ac76-4253-8a78-98565fa5d7bb), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:10.620334 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:10.624121 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:09:10.648851 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-45584169-7962-46e5-82b6-1bcfcd8d7e4c admin admin] Publish callbacks [] for security_group (3c93e465-a454-4e0e-825e-a69b0415630c), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:10.659935 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6a88cb9d-cd81-44bf-997f-c67baf1a8c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (ec8d4954-ac76-4253-8a78-98565fa5d7bb), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:10.660928 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a88cb9d-cd81-44bf-997f-c67baf1a8c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:10.661504 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6a88cb9d-cd81-44bf-997f-c67baf1a8c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:10.729304 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-45584169-7962-46e5-82b6-1bcfcd8d7e4c admin admin] Publish callbacks [] for security_group (3c93e465-a454-4e0e-825e-a69b0415630c), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:10.740923 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-6a88cb9d-cd81-44bf-997f-c67baf1a8c46 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5227263 Sep 22 17:09:10.741262 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58696) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:10.768187 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-d305a3b1-6a1c-47d2-887d-1d5d43634f1d admin admin] Request body: {'subnet': {'network_id': 'ec8d4954-ac76-4253-8a78-98565fa5d7bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1520972065-subnet', 'tenant_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'ip_version': 4}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:10.772794 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88cb9d-cd81-44bf-997f-c67baf1a8c46 admin admin] Pushing event updated for resources: {'Network': ['ID=ec8d4954-ac76-4253-8a78-98565fa5d7bb,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:10.786394 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network ec8d4954-ac76-4253-8a78-98565fa5d7bb details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:09:10.813595 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d305a3b1-6a1c-47d2-887d-1d5d43634f1d admin admin] Made reservation on behalf of 5bf728292e2a4eb2bd1097b01fa6533b for: {'subnet': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:09:10.818105 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d305a3b1-6a1c-47d2-887d-1d5d43634f1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3584729'] for subnet (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:10.837732 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-45584169-7962-46e5-82b6-1bcfcd8d7e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (3c93e465-a454-4e0e-825e-a69b0415630c), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:10.840770 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-45584169-7962-46e5-82b6-1bcfcd8d7e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:10.842006 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-45584169-7962-46e5-82b6-1bcfcd8d7e4c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3c93e465-a454-4e0e-825e-a69b0415630c HTTP/1.1" status: 204 len: 168 time: 0.3403528 Sep 22 17:09:10.868727 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45584169-7962-46e5-82b6-1bcfcd8d7e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c93e465-a454-4e0e-825e-a69b0415630c,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:10.973461 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cb942ef3-d0de-4bf1-880c-8e41f7c281b6 req-518883d7-171b-4bcd-bbbd-60717517a6ed tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 210 time: 0.1020246 Sep 22 17:09:11.027071 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:11.128935 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Attempt 6 to provision port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 Sep 22 17:09:11.146639 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a3800-1fb8-4148-9822-e7c3a4f02a78 req-51e83a36-ae49-4317-b5bd-0c883f5607a5 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:11.156504 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-831a3800-1fb8-4148-9822-e7c3a4f02a78 req-51e83a36-ae49-4317-b5bd-0c883f5607a5 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0835700 Sep 22 17:09:11.176384 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:09:11.193562 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:11.231794 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80beea-c65a-40ee-834f-972290dd18ff req-8cadc103-19e4-4472-9093-9ae3b9880ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:11.233263 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f80beea-c65a-40ee-834f-972290dd18ff req-8cadc103-19e4-4472-9093-9ae3b9880ad6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=2abeb0b54520461cb414ea9c0599380f&device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 1130 time: 0.2547150 Sep 22 17:09:11.272697 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-831a3800-1fb8-4148-9822-e7c3a4f02a78 req-cff5c25b-58da-4ee4-a3aa-d0d9f8f6c52c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151505 Sep 22 17:09:11.513432 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80beea-c65a-40ee-834f-972290dd18ff req-cd14cb0b-bd47-42b0-b94e-e3ae3cabd1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:11.516661 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f80beea-c65a-40ee-834f-972290dd18ff req-cd14cb0b-bd47-42b0-b94e-e3ae3cabd1dd service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae HTTP/1.1" status: 200 len: 911 time: 0.2404029 Sep 22 17:09:11.547298 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacd451-d82c-4811-8f55-2e17b077cff8 req-cd09de5e-fe46-4a3c-a70d-6512fdfcb38f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:11.550616 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3bacd451-d82c-4811-8f55-2e17b077cff8 req-cd09de5e-fe46-4a3c-a70d-6512fdfcb38f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.1134114 Sep 22 17:09:11.599733 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:11.609881 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d305a3b1-6a1c-47d2-887d-1d5d43634f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3793058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3584719'] for subnet (3ae4aff1-0b8d-4b0e-b075-0df9cc824e11), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:11.650310 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=13 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:11.661666 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f80beea-c65a-40ee-834f-972290dd18ff req-1d081066-ff49-41d7-8b42-9b698787f5e4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62c689f-694f-4650-961c-8b16b6ed4e18 HTTP/1.1" status: 200 len: 1001 time: 0.1280942 Sep 22 17:09:11.666205 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3bacd451-d82c-4811-8f55-2e17b077cff8 req-bca3a1e0-7adc-4051-9537-e3c1e68284b2 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741820 Sep 22 17:09:11.678621 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Attempt 7 to provision port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 Sep 22 17:09:11.685527 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305a3b1-6a1c-47d2-887d-1d5d43634f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ae4aff1-0b8d-4b0e-b075-0df9cc824e11,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:11.736068 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:09:11.740845 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d305a3b1-6a1c-47d2-887d-1d5d43634f1d admin admin] Checking segment: {'id': '28fc9041-f887-4e17-8db5-7fb2195d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ec8d4954-ac76-4253-8a78-98565fa5d7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:09:11.741397 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d305a3b1-6a1c-47d2-887d-1d5d43634f1d admin admin] Network hostable DHCP agents. Network: ec8d4954-ac76-4253-8a78-98565fa5d7bb, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:09:11.776872 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d305a3b1-6a1c-47d2-887d-1d5d43634f1d admin admin] Network ec8d4954-ac76-4253-8a78-98565fa5d7bb is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:09:11.795670 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-d305a3b1-6a1c-47d2-887d-1d5d43634f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, ec8d4954-ac76-4253-8a78-98565fa5d7bb) {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:09:11.808492 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73411f84-4b81-4e4e-88ed-d8f96027901c None None] Network ec8d4954-ac76-4253-8a78-98565fa5d7bb requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:09:11.812169 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d305a3b1-6a1c-47d2-887d-1d5d43634f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:11.816790 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d305a3b1-6a1c-47d2-887d-1d5d43634f1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:11.888003 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-d305a3b1-6a1c-47d2-887d-1d5d43634f1d admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1424413 Sep 22 17:09:11.888310 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 58716) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:11.894906 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1520972065-router', 'tenant_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:11.966647 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80beea-c65a-40ee-834f-972290dd18ff req-2ac72001-29f5-44e4-9492-b47796bd4f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:11.969409 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f80beea-c65a-40ee-834f-972290dd18ff req-2ac72001-29f5-44e4-9492-b47796bd4f88 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1c5982a3-8aaa-4aa9-908c-22cf8406126d HTTP/1.1" status: 200 len: 849 time: 0.1557262 Sep 22 17:09:12.050906 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device cc63f9c0-9b91-4d28-9f8c-d1f615277e4e up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:09:12.130432 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15231'] for router (1ead29e9-1e0e-48bc-835a-f48804c259c1), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:12.135759 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15206'] for router (1ead29e9-1e0e-48bc-835a-f48804c259c1), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:12.212431 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80beea-c65a-40ee-834f-972290dd18ff req-8e991e23-bde8-4900-a6d9-7cd36587a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:12.214857 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f80beea-c65a-40ee-834f-972290dd18ff req-8e991e23-bde8-4900-a6d9-7cd36587a044 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2262874 Sep 22 17:09:12.254671 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Attempt 8 to provision port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 Sep 22 17:09:12.265514 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7c9d09-d3da-5fad-875b-2cacf9d3192b-ec8d4954-ac76-4253-8a78-98565fa5d7bb', 'network_id': 'ec8d4954-ac76-4253-8a78-98565fa5d7bb', 'project_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'fixed_ips': [{'subnet_id': '3ae4aff1-0b8d-4b0e-b075-0df9cc824e11'}]}} from dv-cinder-835384-28-iscsi. {{(pid=106557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 17:09:12.269837 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:12.339128 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d0d5d84f-b1e3-4e50-9645-70d13c64a995 req-9a111988-1912-45c7-bb0f-b97a9bb9a77a tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 210 time: 0.1259201 Sep 22 17:09:12.443647 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:09:12.675331 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:12.678270 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f80beea-c65a-40ee-834f-972290dd18ff req-899e9e5e-e8c0-468a-8c84-a2deb12c7186 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559896 Sep 22 17:09:12.732363 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port cc63f9c0-9b91-4d28-9f8c-d1f615277e4e triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:12.732924 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (cc63f9c0-9b91-4d28-9f8c-d1f615277e4e), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:12.733430 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port cc63f9c0-9b91-4d28-9f8c-d1f615277e4e Sep 22 17:09:12.844894 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Sync routers for ids ['ea505bf6-d811-4f74-8b47-086efc035c08'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:09:12.864807 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Routers {'ea505bf6-d811-4f74-8b47-086efc035c08'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:09:12.865832 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['ea505bf6-d811-4f74-8b47-086efc035c08'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:12.872098 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Publish callbacks [] for router_controller (1ead29e9-1e0e-48bc-835a-f48804c259c1), precommit_add_association {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:12.886403 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.db_base_plugin_common [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Allocated IP 172.20.0.2 (ec8d4954-ac76-4253-8a78-98565fa5d7bb/3ae4aff1-0b8d-4b0e-b075-0df9cc824e11/88840c4b-d646-480a-b429-b2221a2b72e2) {{(pid=106557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:09:12.891667 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-965a0455-b9aa-437f-b48c-6f3979d9c807 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:12.894249 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-965a0455-b9aa-437f-b48c-6f3979d9c807 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.33 "GET /networking/v2.0/networks?id=5f2097d8-b178-40e5-9027-cc66e5236eeb HTTP/1.1" status: 200 len: 808 time: 0.8595660 Sep 22 17:09:12.939075 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port cc63f9c0-9b91-4d28-9f8c-d1f615277e4e is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:12.939466 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (cc63f9c0-9b91-4d28-9f8c-d1f615277e4e), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:12.957256 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Attempt 9 to provision port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 Sep 22 17:09:12.959298 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:12.963807 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-86c2029a-f214-4b3a-9ba9-bcad3ff38096 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Request body: {'port': {'device_id': '540ade61-fbbb-4af5-955f-df19a7a9a574', 'network_id': '5f2097d8-b178-40e5-9027-cc66e5236eeb', 'admin_state_up': True, 'tenant_id': '6c516bf5715a42cd860981f82fc58b15'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:12.992225 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Set router ea505bf6-d811-4f74-8b47-086efc035c08 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:09:13.060115 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port cc63f9c0-9b91-4d28-9f8c-d1f615277e4e, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=cc63f9c0-9b91-4d28-9f8c-d1f615277e4e,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:09:13.076375 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (cc63f9c0-9b91-4d28-9f8c-d1f615277e4e), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:13.094514 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:09:13.203976 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=cc63f9c0-9b91-4d28-9f8c-d1f615277e4e,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:13.217667 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'name': 'tempest-TestShelveInstance-2088711298-router', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:02Z', 'updated_at': '2022-09-22T17:09:07Z', 'revision_number': 4, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'gw_port': {'id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:04Z', 'updated_at': '2022-09-22T17:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8', 'name': '', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'mac_address': 'fa:16:3e:71:65:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:06Z', 'updated_at': '2022-09-22T17:09:07Z', 'revision_number': 2, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'subnets': [{'id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:13.247673 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Checking router: ea505bf6-d811-4f74-8b47-086efc035c08 for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:09:13.248030 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Updating router ea505bf6-d811-4f74-8b47-086efc035c08 port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 binding host dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:09:13.284679 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:13.285241 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:13.293096 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Publish callbacks [] for port (88840c4b-d646-480a-b429-b2221a2b72e2), precommit_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:13.311140 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (88840c4b-d646-480a-b429-b2221a2b72e2), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:13.386526 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Network ec8d4954-ac76-4253-8a78-98565fa5d7bb is already hosted by enough agents. {{(pid=106557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:09:13.394721 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.base_scheduler [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Resources bound (agent type, host, resource id): {{(pid=106557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:09:13.401469 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Received port after_create {{(pid=106557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:09:13.412535 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Pushing event updated for resources: {'Port': ['ID=88840c4b-d646-480a-b429-b2221a2b72e2,revision_number=1']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:13.525678 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Attempting to bind port 88840c4b-d646-480a-b429-b2221a2b72e2 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:09:13.526298 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Attempting to bind port 88840c4b-d646-480a-b429-b2221a2b72e2 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': '28fc9041-f887-4e17-8db5-7fb2195d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ec8d4954-ac76-4253-8a78-98565fa5d7bb'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:09:13.526774 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Attempting to bind port 88840c4b-d646-480a-b429-b2221a2b72e2 on network ec8d4954-ac76-4253-8a78-98565fa5d7bb {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:09:13.594431 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Attempt 10 to provision port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 Sep 22 17:09:13.607353 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:09:13.607736 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Checking segment: {'id': '28fc9041-f887-4e17-8db5-7fb2195d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ec8d4954-ac76-4253-8a78-98565fa5d7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:09:13.608122 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:13.608526 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Bound using segment: {'id': '28fc9041-f887-4e17-8db5-7fb2195d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ec8d4954-ac76-4253-8a78-98565fa5d7bb'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:09:13.609039 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Bound port: 88840c4b-d646-480a-b429-b2221a2b72e2, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fc9041-f887-4e17-8db5-7fb2195d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ec8d4954-ac76-4253-8a78-98565fa5d7bb'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:09:13.609431 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (88840c4b-d646-480a-b429-b2221a2b72e2), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:13.715558 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Publish callbacks [] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), precommit_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:13.728114 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:13.752677 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f80beea-c65a-40ee-834f-972290dd18ff req-5f5f2c97-ec01-4ce0-9b35-84c4e3994b10 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0409343 Sep 22 17:09:13.815282 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:09:13.819276 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Publish callbacks [] for router_gateway (1ead29e9-1e0e-48bc-835a-f48804c259c1), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:13.862928 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4fcb864d-95ea-41e7-abae-d9804f988bfe req-ab0ca20d-818c-4c57-b1c9-e782a3f750e3 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 210 time: 0.1185260 Sep 22 17:09:13.983288 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Attempting to bind port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:09:13.983791 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Attempting to bind port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': '452f9088-6e1b-4ef8-8c1a-4acb3747bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858'}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:09:13.984442 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Attempting to bind port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 on network 76fdfd82-e2ca-4e82-8d26-41a9f16c8858 {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:09:14.022596 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:14.027840 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:14.044182 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device cc63f9c0-9b91-4d28-9f8c-d1f615277e4e up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:09:14.051750 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355a7ee-269f-47ba-aa92-d4a89dedd6ee None None] Pushing event updated for resources: {'Port': ['ID=0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8,revision_number=3']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:14.064585 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:09:14.064585 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Checking segment: {'id': '452f9088-6e1b-4ef8-8c1a-4acb3747bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:09:14.064585 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:14.064585 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Bound using segment: {'id': '452f9088-6e1b-4ef8-8c1a-4acb3747bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858'} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:09:14.064585 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Bound port: 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452f9088-6e1b-4ef8-8c1a-4acb3747bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858'}}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:09:14.065929 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:14.075173 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-86c2029a-f214-4b3a-9ba9-bcad3ff38096 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Made reservation on behalf of 6c516bf5715a42cd860981f82fc58b15 for: {'port': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:09:14.082495 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a7ee-269f-47ba-aa92-d4a89dedd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:14.084842 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a7ee-269f-47ba-aa92-d4a89dedd6ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:14.085156 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a7ee-269f-47ba-aa92-d4a89dedd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:14.097081 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-86c2029a-f214-4b3a-9ba9-bcad3ff38096 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:14.100395 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a7ee-269f-47ba-aa92-d4a89dedd6ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:14.100847 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a7ee-269f-47ba-aa92-d4a89dedd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:14.101890 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a7ee-269f-47ba-aa92-d4a89dedd6ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:14.102483 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a7ee-269f-47ba-aa92-d4a89dedd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:14.105189 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a7ee-269f-47ba-aa92-d4a89dedd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:14.105562 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a7ee-269f-47ba-aa92-d4a89dedd6ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:14.105905 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a7ee-269f-47ba-aa92-d4a89dedd6ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:14.106310 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a7ee-269f-47ba-aa92-d4a89dedd6ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:14.106675 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a7ee-269f-47ba-aa92-d4a89dedd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:14.107000 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a7ee-269f-47ba-aa92-d4a89dedd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:14.107313 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a7ee-269f-47ba-aa92-d4a89dedd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:14.107631 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a7ee-269f-47ba-aa92-d4a89dedd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:14.113683 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-bd22a611-5e47-4f92-93f4-3587e1b97402 None None] Port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:09:14.164667 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:14.213036 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] For port 88840c4b-d646-480a-b429-b2221a2b72e2, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:09:14.221000 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] For port 88840c4b-d646-480a-b429-b2221a2b72e2, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=88840c4b-d646-480a-b429-b2221a2b72e2,segment=NetworkSegment(28fc9041-f887-4e17-8db5-7fb2195d11e3),segment_id=28fc9041-f887-4e17-8db5-7fb2195d11e3)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:09:14.221132 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] For port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:09:14.229160 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] For port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8,segment=NetworkSegment(452f9088-6e1b-4ef8-8c1a-4acb3747bc99),segment_id=452f9088-6e1b-4ef8-8c1a-4acb3747bc99)] {{(pid=106558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:09:14.238714 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:14.244983 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (88840c4b-d646-480a-b429-b2221a2b72e2), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:14.310721 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Routers {'ea505bf6-d811-4f74-8b47-086efc035c08'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:09:14.311581 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['ea505bf6-d811-4f74-8b47-086efc035c08'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:14.354611 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-56119220-194e-4439-8050-00c062537995 None None] Provisioning complete for port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:14.355557 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-56119220-194e-4439-8050-00c062537995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:14.360077 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-56119220-194e-4439-8050-00c062537995 None None] Attempt 1 to provision port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 Sep 22 17:09:14.374995 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355a7ee-269f-47ba-aa92-d4a89dedd6ee None None] Pushing event updated for resources: {'Port': ['ID=0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8,revision_number=4']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:14.404463 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port cc63f9c0-9b91-4d28-9f8c-d1f615277e4e triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:14.405113 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (cc63f9c0-9b91-4d28-9f8c-d1f615277e4e), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:14.407418 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port cc63f9c0-9b91-4d28-9f8c-d1f615277e4e Sep 22 17:09:14.483416 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] Set router ea505bf6-d811-4f74-8b47-086efc035c08 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:09:14.513237 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a97ce-1598-4d0e-b70a-7884ccf944ad None None] Pushing event updated for resources: {'Port': ['ID=88840c4b-d646-480a-b429-b2221a2b72e2,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:14.517261 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b96b8-5b79-4b39-938f-06059ce87f54 req-62982bc0-9147-4d14-91b6-fc6a22be84ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:14.521000 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a47b96b8-5b79-4b39-938f-06059ce87f54 req-62982bc0-9147-4d14-91b6-fc6a22be84ed service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 1129 time: 0.3416719 Sep 22 17:09:14.633894 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port cc63f9c0-9b91-4d28-9f8c-d1f615277e4e is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:14.659935 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-56119220-194e-4439-8050-00c062537995 None None] Current status of the port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:14.660260 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-56119220-194e-4439-8050-00c062537995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:14.679097 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd1408-a001-4e39-aa66-0f99c9c16242 req-5995d00e-fd18-4f74-bd3a-12e8340ec8d1 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:14.683886 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-08dd1408-a001-4e39-aa66-0f99c9c16242 req-5995d00e-fd18-4f74-bd3a-12e8340ec8d1 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.3822770 Sep 22 17:09:14.715887 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-56119220-194e-4439-8050-00c062537995 None None] For port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8,segment=NetworkSegment(452f9088-6e1b-4ef8-8c1a-4acb3747bc99),segment_id=452f9088-6e1b-4ef8-8c1a-4acb3747bc99)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:09:14.724940 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-56119220-194e-4439-8050-00c062537995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:14.798118 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56119220-194e-4439-8050-00c062537995 None None] Pushing event updated for resources: {'Port': ['ID=0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:14.843932 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'name': 'tempest-TestShelveInstance-2088711298-router', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:02Z', 'updated_at': '2022-09-22T17:09:07Z', 'revision_number': 4, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'gw_port': {'id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:04Z', 'updated_at': '2022-09-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8', 'name': '', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'mac_address': 'fa:16:3e:71:65:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:06Z', 'updated_at': '2022-09-22T17:09:14Z', 'revision_number': 4, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'subnets': [{'id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:14.871091 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b96b8-5b79-4b39-938f-06059ce87f54 req-ea099375-fd25-4b86-b6c5-f305974a8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:14.872692 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a47b96b8-5b79-4b39-938f-06059ce87f54 req-ea099375-fd25-4b86-b6c5-f305974a8b0b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 919 time: 0.2586985 Sep 22 17:09:14.880118 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de509d-f635-437d-a7f2-4fb63106f9b8 None None] The sync data for ids ['ea505bf6-d811-4f74-8b47-086efc035c08'] in dv-cinder-835384-28-iscsi is: [{'id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'name': 'tempest-TestShelveInstance-2088711298-router', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:02Z', 'updated_at': '2022-09-22T17:09:07Z', 'revision_number': 4, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'gw_port': {'id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:04Z', 'updated_at': '2022-09-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8', 'name': '', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'mac_address': 'fa:16:3e:71:65:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:06Z', 'updated_at': '2022-09-22T17:09:14Z', 'revision_number': 4, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'subnets': [{'id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:09:14.893086 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Publish callbacks [] for router_gateway (1ead29e9-1e0e-48bc-835a-f48804c259c1), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:14.964463 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58780) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:15.019202 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:15.037533 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a47b96b8-5b79-4b39-938f-06059ce87f54 req-c29af5d2-0e8f-4b31-b215-5136e5ae90de service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c HTTP/1.1" status: 200 len: 217 time: 0.1527157 Sep 22 17:09:15.062657 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-08dd1408-a001-4e39-aa66-0f99c9c16242 req-5fd7560d-7e96-4534-a752-063cfdd6c738 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270402 Sep 22 17:09:15.103590 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e18618d8-4549-49ef-914b-bb8d83ccb827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:15.131496 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-65063000-367a-4a28-bb3a-340efc7daed4 req-21eab29d-0a7a-465d-929c-7f0be852b46a tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 210 time: 0.1434104 Sep 22 17:09:15.192847 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-86c2029a-f214-4b3a-9ba9-bcad3ff38096 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Allocated IP 172.20.0.2 (5f2097d8-b178-40e5-9027-cc66e5236eeb/9a4a906d-00a0-479d-ad3e-0e787eb1ebaf/c9288499-d369-423c-8c07-5607f6d0a2a2) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:09:15.205312 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b96b8-5b79-4b39-938f-06059ce87f54 req-463c7439-aac2-4eb5-9f14-6d1234560dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:15.206789 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a47b96b8-5b79-4b39-938f-06059ce87f54 req-463c7439-aac2-4eb5-9f14-6d1234560dde service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ff3b5331-7dbe-4b3b-ac39-cc04115e40fd HTTP/1.1" status: 200 len: 857 time: 0.1152527 Sep 22 17:09:15.211912 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e18618d8-4549-49ef-914b-bb8d83ccb827 admin admin] Publish callbacks [] for security_group (fd581f84-b2bc-4763-bc15-fc07605dd73c), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:15.217684 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e18618d8-4549-49ef-914b-bb8d83ccb827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (fd581f84-b2bc-4763-bc15-fc07605dd73c), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:15.275953 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:15.283590 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-e18618d8-4549-49ef-914b-bb8d83ccb827 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=528096c737fe4e5aad13caadcf0e957a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174577 Sep 22 17:09:15.284496 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58784) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:15.293480 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18618d8-4549-49ef-914b-bb8d83ccb827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd581f84-b2bc-4763-bc15-fc07605dd73c,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:15.354411 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:15.375053 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4410813b-e755-4330-b68e-bf25a2903486 admin admin] Publish callbacks [] for security_group (fd581f84-b2bc-4763-bc15-fc07605dd73c), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:15.377952 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b96b8-5b79-4b39-938f-06059ce87f54 req-6a72854d-fa01-4a6d-8b8a-50a1cc7daf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:15.379680 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a47b96b8-5b79-4b39-938f-06059ce87f54 req-6a72854d-fa01-4a6d-8b8a-50a1cc7daf3d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=906da010-9d01-428f-8bbf-d862e44df893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1611207 Sep 22 17:09:15.394697 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Allocated IP 172.27.1.99 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/33b80fe4-8b3e-497a-bbcc-54eacca2caa1) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:09:15.410094 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4410813b-e755-4330-b68e-bf25a2903486 admin admin] Publish callbacks [] for security_group (fd581f84-b2bc-4763-bc15-fc07605dd73c), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:15.484831 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4410813b-e755-4330-b68e-bf25a2903486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (fd581f84-b2bc-4763-bc15-fc07605dd73c), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:15.489035 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4410813b-e755-4330-b68e-bf25a2903486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:15.493044 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-4410813b-e755-4330-b68e-bf25a2903486 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fd581f84-b2bc-4763-bc15-fc07605dd73c HTTP/1.1" status: 204 len: 168 time: 0.2036872 Sep 22 17:09:15.500621 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410813b-e755-4330-b68e-bf25a2903486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd581f84-b2bc-4763-bc15-fc07605dd73c,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:15.539199 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a47b96b8-5b79-4b39-938f-06059ce87f54 req-b9244b6e-551b-498a-a74a-6dc8e454d5f1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420283 Sep 22 17:09:15.650222 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8575bfc-d209-4539-97d3-2a826b34038c None None] Network ec8d4954-ac76-4253-8a78-98565fa5d7bb requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:09:15.687065 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:15.741057 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-bd32e9da-325f-48f4-b1d8-a43f439629d8 None None] Provisioning complete for port 88840c4b-d646-480a-b429-b2221a2b72e2 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:15.741952 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-bd32e9da-325f-48f4-b1d8-a43f439629d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (88840c4b-d646-480a-b429-b2221a2b72e2), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:15.742480 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-bd32e9da-325f-48f4-b1d8-a43f439629d8 None None] Attempt 1 to provision port 88840c4b-d646-480a-b429-b2221a2b72e2 Sep 22 17:09:15.787700 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:15.930493 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-86c2029a-f214-4b3a-9ba9-bcad3ff38096 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Publish callbacks [] for port (c9288499-d369-423c-8c07-5607f6d0a2a2), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:15.941643 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-bd32e9da-325f-48f4-b1d8-a43f439629d8 None None] Current status of the port 88840c4b-d646-480a-b429-b2221a2b72e2 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:15.942048 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-bd32e9da-325f-48f4-b1d8-a43f439629d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (88840c4b-d646-480a-b429-b2221a2b72e2), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:16.010989 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58794) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:16.014510 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a47b96b8-5b79-4b39-938f-06059ce87f54 req-64fbb3bf-0e4c-43f9-a973-1b2cb37a4aad service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630265 Sep 22 17:09:16.044172 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-bd32e9da-325f-48f4-b1d8-a43f439629d8 None None] For port 88840c4b-d646-480a-b429-b2221a2b72e2, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=88840c4b-d646-480a-b429-b2221a2b72e2,segment=NetworkSegment(28fc9041-f887-4e17-8db5-7fb2195d11e3),segment_id=28fc9041-f887-4e17-8db5-7fb2195d11e3)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:09:16.053325 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-11d2a499-8d98-4588-ad3d-4907b850233d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:16.056179 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-bd32e9da-325f-48f4-b1d8-a43f439629d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (88840c4b-d646-480a-b429-b2221a2b72e2), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:16.070270 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Publish callbacks [] for port (33b80fe4-8b3e-497a-bbcc-54eacca2caa1), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:16.121980 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-86c2029a-f214-4b3a-9ba9-bcad3ff38096 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (c9288499-d369-423c-8c07-5607f6d0a2a2), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:16.157383 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-86c2029a-f214-4b3a-9ba9-bcad3ff38096 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Network 5f2097d8-b178-40e5-9027-cc66e5236eeb is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:09:16.158412 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32e9da-325f-48f4-b1d8-a43f439629d8 None None] Pushing event updated for resources: {'Port': ['ID=88840c4b-d646-480a-b429-b2221a2b72e2,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:16.162475 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-86c2029a-f214-4b3a-9ba9-bcad3ff38096 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:09:16.170216 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-86c2029a-f214-4b3a-9ba9-bcad3ff38096 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:09:16.248115 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 88840c4b-d646-480a-b429-b2221a2b72e2 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:09:16.296162 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-11d2a499-8d98-4588-ad3d-4907b850233d admin admin] Publish callbacks [] for security_group (a7bf5dc0-1c9e-4c21-9954-8bb11f952bef), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:16.303878 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-11d2a499-8d98-4588-ad3d-4907b850233d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (a7bf5dc0-1c9e-4c21-9954-8bb11f952bef), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:16.324926 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 88840c4b-d646-480a-b429-b2221a2b72e2 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:16.326095 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (88840c4b-d646-480a-b429-b2221a2b72e2), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:16.327185 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 88840c4b-d646-480a-b429-b2221a2b72e2 Sep 22 17:09:16.355711 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:16.360497 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2a499-8d98-4588-ad3d-4907b850233d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bf5dc0-1c9e-4c21-9954-8bb11f952bef,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:16.368400 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-11d2a499-8d98-4588-ad3d-4907b850233d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f0ef1a3ca4ec4671bde5ad7bf2d92aa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553419 Sep 22 17:09:16.371238 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58804) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:16.390988 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-429f40fb-32ed-47d2-b66f-5387129d1ea9 None None] Provisioning complete for port 88840c4b-d646-480a-b429-b2221a2b72e2 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:16.390988 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-429f40fb-32ed-47d2-b66f-5387129d1ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (88840c4b-d646-480a-b429-b2221a2b72e2), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:16.390988 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-429f40fb-32ed-47d2-b66f-5387129d1ea9 None None] Attempt 1 to provision port 88840c4b-d646-480a-b429-b2221a2b72e2 Sep 22 17:09:16.404254 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (33b80fe4-8b3e-497a-bbcc-54eacca2caa1), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:16.431091 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77601834-e7b7-40f7-8fce-a354a7f717f5 req-6e4f2ab9-22da-4241-8d49-3802948b5772 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:16.432213 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-77601834-e7b7-40f7-8fce-a354a7f717f5 req-6e4f2ab9-22da-4241-8d49-3802948b5772 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.1653354 Sep 22 17:09:16.437572 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2029a-f214-4b3a-9ba9-bcad3ff38096 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Pushing event updated for resources: {'Port': ['ID=c9288499-d369-423c-8c07-5607f6d0a2a2,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:16.441951 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5588e77e-27d3-4260-9491-6ce5c6dca4ba admin admin] Publish callbacks [] for security_group (a7bf5dc0-1c9e-4c21-9954-8bb11f952bef), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:16.448183 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-86c2029a-f214-4b3a-9ba9-bcad3ff38096 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:16.448850 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-86c2029a-f214-4b3a-9ba9-bcad3ff38096 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:16.464535 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:16.470338 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a65b2-8706-4773-8a80-43422260ebf9 req-b8ca4b2e-c5d8-42d7-82b1-7f8493c395a8 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:16.471897 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5588e77e-27d3-4260-9491-6ce5c6dca4ba admin admin] Publish callbacks [] for security_group (a7bf5dc0-1c9e-4c21-9954-8bb11f952bef), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:16.472039 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0a2a65b2-8706-4773-8a80-43422260ebf9 req-b8ca4b2e-c5d8-42d7-82b1-7f8493c395a8 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 931 time: 0.1806495 Sep 22 17:09:16.473710 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 88840c4b-d646-480a-b429-b2221a2b72e2 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:16.474802 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:09:16.521543 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:09:16.548897 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-429f40fb-32ed-47d2-b66f-5387129d1ea9 None None] Current status of the port 88840c4b-d646-480a-b429-b2221a2b72e2 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:16.549128 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:09:16.553336 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5588e77e-27d3-4260-9491-6ce5c6dca4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (a7bf5dc0-1c9e-4c21-9954-8bb11f952bef), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:16.553880 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-86c2029a-f214-4b3a-9ba9-bcad3ff38096 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5986617 Sep 22 17:09:16.556476 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5588e77e-27d3-4260-9491-6ce5c6dca4ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:16.557386 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:09:16.557641 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-5588e77e-27d3-4260-9491-6ce5c6dca4ba admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a7bf5dc0-1c9e-4c21-9954-8bb11f952bef HTTP/1.1" status: 204 len: 168 time: 0.1840131 Sep 22 17:09:16.567075 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588e77e-27d3-4260-9491-6ce5c6dca4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bf5dc0-1c9e-4c21-9954-8bb11f952bef,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:16.573582 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:16.574204 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:16.574716 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 Sep 22 17:09:16.592777 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:16.621300 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Request body: {'port': {'device_id': '540ade61-fbbb-4af5-955f-df19a7a9a574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:16.630000 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=33b80fe4-8b3e-497a-bbcc-54eacca2caa1,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:16.693074 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:16.700451 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-77601834-e7b7-40f7-8fce-a354a7f717f5 req-504dc334-6652-41f5-b737-16520b010c3a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463310 Sep 22 17:09:16.706983 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0a2a65b2-8706-4773-8a80-43422260ebf9 req-60cc5856-b463-4c14-bf8d-a0d9f6a1ddc7 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014308 Sep 22 17:09:16.812127 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (c9288499-d369-423c-8c07-5607f6d0a2a2), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:17.106326 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Publish callbacks [] for router_gateway (1ead29e9-1e0e-48bc-835a-f48804c259c1), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:17.574968 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:17.580589 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9288499-d369-423c-8c07-5607f6d0a2a2 {{(pid=106555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:09:17.619882 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Publish callbacks [] for port (c9288499-d369-423c-8c07-5607f6d0a2a2), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:17.647131 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.provisioning_blocks [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Transition to ACTIVE for port object c9288499-d369-423c-8c07-5607f6d0a2a2 will not be triggered until provisioned by entity L2. {{(pid=106555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:09:17.655994 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (c9288499-d369-423c-8c07-5607f6d0a2a2), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:17.685584 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536359'] for router (1ead29e9-1e0e-48bc-835a-f48804c259c1), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:17.801436 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:17.825790 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Pushing event updated for resources: {'Port': ['ID=c9288499-d369-423c-8c07-5607f6d0a2a2,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:17.963168 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 88840c4b-d646-480a-b429-b2221a2b72e2 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:09:17.983603 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75105d-4036-43a8-9a03-96521dbc3ea5 req-4b92ddd6-b642-4259-8cb7-3aa299c31627 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:17.985187 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0e75105d-4036-43a8-9a03-96521dbc3ea5 req-4b92ddd6-b642-4259-8cb7-3aa299c31627 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.1611001 Sep 22 17:09:18.006825 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05d6c9-e156-464b-80f9-dfad9df6a602 req-a1f2720d-53ca-4f13-bfef-74dbd4c00046 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:18.006825 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bc05d6c9-e156-464b-80f9-dfad9df6a602 req-a1f2720d-53ca-4f13-bfef-74dbd4c00046 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 943 time: 0.1673050 Sep 22 17:09:18.019281 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 88840c4b-d646-480a-b429-b2221a2b72e2 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:18.019651 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (88840c4b-d646-480a-b429-b2221a2b72e2), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:18.020195 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 88840c4b-d646-480a-b429-b2221a2b72e2 Sep 22 17:09:18.029447 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Attempting to bind port c9288499-d369-423c-8c07-5607f6d0a2a2 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:09:18.029796 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Attempting to bind port c9288499-d369-423c-8c07-5607f6d0a2a2 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a3756d3b-8e86-4d2e-a089-0b14a6f79b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5f2097d8-b178-40e5-9027-cc66e5236eeb'}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:09:18.030117 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Attempting to bind port c9288499-d369-423c-8c07-5607f6d0a2a2 on network 5f2097d8-b178-40e5-9027-cc66e5236eeb {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:09:18.068309 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:18.103945 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 88840c4b-d646-480a-b429-b2221a2b72e2 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:18.151916 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0e75105d-4036-43a8-9a03-96521dbc3ea5 req-460467e1-e233-43f1-b242-aa3bda9a97ed tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553829 Sep 22 17:09:18.159890 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Port c9288499-d369-423c-8c07-5607f6d0a2a2 on network 5f2097d8-b178-40e5-9027-cc66e5236eeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:09:18.160220 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Attempting to bind port c9288499-d369-423c-8c07-5607f6d0a2a2 on network 5f2097d8-b178-40e5-9027-cc66e5236eeb {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:09:18.174266 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bc05d6c9-e156-464b-80f9-dfad9df6a602 req-32a6e317-872d-462c-a5de-7a0aa088388e tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498358 Sep 22 17:09:18.196312 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Router 1ead29e9-1e0e-48bc-835a-f48804c259c1 is scheduled to L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 with binding_index 1 {{(pid=106555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:09:18.257677 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:09:18.258018 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Checking segment: {'id': 'a3756d3b-8e86-4d2e-a089-0b14a6f79b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5f2097d8-b178-40e5-9027-cc66e5236eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:09:18.258408 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Bound using segment: {'id': 'a3756d3b-8e86-4d2e-a089-0b14a6f79b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5f2097d8-b178-40e5-9027-cc66e5236eeb'} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:09:18.258905 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Bound port: c9288499-d369-423c-8c07-5607f6d0a2a2, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3756d3b-8e86-4d2e-a089-0b14a6f79b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5f2097d8-b178-40e5-9027-cc66e5236eeb'}}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:09:18.259296 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (c9288499-d369-423c-8c07-5607f6d0a2a2), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:18.380473 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:09:18.382388 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] For port c9288499-d369-423c-8c07-5607f6d0a2a2, host hv-cinder-83538, cleared binding levels {{(pid=106555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:09:18.387799 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] For port c9288499-d369-423c-8c07-5607f6d0a2a2, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c9288499-d369-423c-8c07-5607f6d0a2a2,segment=NetworkSegment(a3756d3b-8e86-4d2e-a089-0b14a6f79b84),segment_id=a3756d3b-8e86-4d2e-a089-0b14a6f79b84)] {{(pid=106555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:09:18.395156 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Sync routers for ids ['1ead29e9-1e0e-48bc-835a-f48804c259c1'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:09:18.397499 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (c9288499-d369-423c-8c07-5607f6d0a2a2), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:18.402880 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:18.403448 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:18.404829 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/c9288499-d369-423c-8c07-5607f6d0a2a2 HTTP/1.1" status: 200 len: 1093 time: 1.8101737 Sep 22 17:09:18.405402 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540ade61-fbbb-4af5-955f-df19a7a9a574', 'tag': 'c9288499-d369-423c-8c07-5607f6d0a2a2'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:09:18.407716 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a73d8a8-8b18-4458-bb4a-9bdea97815b7" -d '{"events": [{"name": "network-changed", "server_uuid": "540ade61-fbbb-4af5-955f-df19a7a9a574", "tag": "c9288499-d369-423c-8c07-5607f6d0a2a2"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:09:18.414073 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:18.415913 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-bcd83375-f2b2-4cfd-a158-4f193998f1d7 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.5244284 Sep 22 17:09:18.419425 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58862) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:18.432313 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Routers {'1ead29e9-1e0e-48bc-835a-f48804c259c1'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:09:18.433559 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['1ead29e9-1e0e-48bc-835a-f48804c259c1'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:18.436198 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:18.464637 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14194d9d-612b-43fb-8aef-8383681ed999 service neutron] Pushing event updated for resources: {'Port': ['ID=c9288499-d369-423c-8c07-5607f6d0a2a2,revision_number=3']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:18.481598 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee91997-6088-4677-9eae-2d3926ad4be4 x-openstack-request-id: req-6ee91997-6088-4677-9eae-2d3926ad4be4 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:09:18.481982 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540ade61-fbbb-4af5-955f-df19a7a9a574", "tag": "c9288499-d369-423c-8c07-5607f6d0a2a2", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:09:18.482499 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ee91997-6088-4677-9eae-2d3926ad4be4 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:09:18.482974 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee91997-6088-4677-9eae-2d3926ad4be4'] response: {'name': 'network-changed', 'server_uuid': '540ade61-fbbb-4af5-955f-df19a7a9a574', 'tag': 'c9288499-d369-423c-8c07-5607f6d0a2a2', 'status': 'completed', 'code': 200} Sep 22 17:09:18.498141 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:18.557274 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-da5103e4-f313-4517-a8db-8842ac8c5085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:18.558873 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-da5103e4-f313-4517-a8db-8842ac8c5085 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6c516bf5715a42cd860981f82fc58b15&device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 1127 time: 0.0468526 Sep 22 17:09:18.610373 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Set router 1ead29e9-1e0e-48bc-835a-f48804c259c1 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:09:18.637296 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-901639fb-e64b-4b14-9ac7-e69aa8141e28 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9288499-d369-423c-8c07-5607f6d0a2a2 HTTP/1.1" status: 200 len: 217 time: 0.0637593 Sep 22 17:09:18.700565 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-836e2da6-f54f-4159-a78d-ee2877bc8f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:18.702440 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-836e2da6-f54f-4159-a78d-ee2877bc8f0a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9a4a906d-00a0-479d-ad3e-0e787eb1ebaf HTTP/1.1" status: 200 len: 848 time: 0.0586174 Sep 22 17:09:18.759694 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-0007259c-1593-447e-b75d-dc5a477cc2af service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=5f2097d8-b178-40e5-9027-cc66e5236eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485311 Sep 22 17:09:18.808667 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:18.857764 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'name': 'tempest-TestShelveInstance-1520972065-router', 'tenant_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '33b80fe4-8b3e-497a-bbcc-54eacca2caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:12Z', 'updated_at': '2022-09-22T17:09:16Z', 'revision_number': 3, 'project_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'gw_port': {'id': '33b80fe4-8b3e-497a-bbcc-54eacca2caa1', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:15Z', 'updated_at': '2022-09-22T17:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:18.918225 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Checking router: 1ead29e9-1e0e-48bc-835a-f48804c259c1 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:09:18.919116 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Updating router 1ead29e9-1e0e-48bc-835a-f48804c259c1 port 33b80fe4-8b3e-497a-bbcc-54eacca2caa1 binding host dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:09:18.925190 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-1be553d6-26c2-417e-9c5d-23f15e693133 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5f2097d8-b178-40e5-9027-cc66e5236eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456215 Sep 22 17:09:18.952680 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (33b80fe4-8b3e-497a-bbcc-54eacca2caa1), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:18.965440 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:19.038410 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc20b93b-89cf-41c7-951e-42f1baa140fd req-f5003ea5-3f60-4af5-8220-6509327c3e39 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5f2097d8-b178-40e5-9027-cc66e5236eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050198 Sep 22 17:09:19.126000 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Allocated IP 172.20.0.1 (ec8d4954-ac76-4253-8a78-98565fa5d7bb/3ae4aff1-0b8d-4b0e-b075-0df9cc824e11/8feb9d31-65fe-4598-8905-a5d589aae48d) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:09:19.221657 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Publish callbacks [] for port (33b80fe4-8b3e-497a-bbcc-54eacca2caa1), precommit_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:19.229452 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (33b80fe4-8b3e-497a-bbcc-54eacca2caa1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:19.257481 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Publish callbacks [] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:19.293879 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:19.294384 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Attempting to bind port 33b80fe4-8b3e-497a-bbcc-54eacca2caa1 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:09:19.294963 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Attempting to bind port 33b80fe4-8b3e-497a-bbcc-54eacca2caa1 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:09:19.295336 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Attempting to bind port 33b80fe4-8b3e-497a-bbcc-54eacca2caa1 on network f003e7b0-1e8d-4666-abdd-e8ce7241106b {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:09:19.308166 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:19.322040 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f83635-4afc-4192-a7ed-3e2c7a3fdb18 None None] Pushing event updated for resources: {'Port': ['ID=33b80fe4-8b3e-497a-bbcc-54eacca2caa1,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:19.346048 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b963d-7df0-4450-a76a-6cd2b14ed438 req-75c110d2-c5b4-41b7-8a5f-d49738fb4ab7 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:19.347598 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4e2b963d-7df0-4450-a76a-6cd2b14ed438 req-75c110d2-c5b4-41b7-8a5f-d49738fb4ab7 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0896280 Sep 22 17:09:19.347817 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Network ec8d4954-ac76-4253-8a78-98565fa5d7bb is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:09:19.353805 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:09:19.354049 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:09:19.354283 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Checking segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:09:19.355929 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:19.355929 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Bound using segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:09:19.356370 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Bound port: 33b80fe4-8b3e-497a-bbcc-54eacca2caa1, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:09:19.356902 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (33b80fe4-8b3e-497a-bbcc-54eacca2caa1), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:19.358000 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:09:19.361542 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Pushing event updated for resources: {'Port': ['ID=8feb9d31-65fe-4598-8905-a5d589aae48d,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:19.365018 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15ee54-dc0f-4bb4-9446-69a9f777d16f req-a71d9df6-5961-434a-830d-89e78add6242 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:19.366892 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3e15ee54-dc0f-4bb4-9446-69a9f777d16f req-a71d9df6-5961-434a-830d-89e78add6242 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 943 time: 0.0722823 Sep 22 17:09:19.398733 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:19.407720 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:19.409924 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:19.414103 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] For port 33b80fe4-8b3e-497a-bbcc-54eacca2caa1, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:09:19.421529 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] For port 33b80fe4-8b3e-497a-bbcc-54eacca2caa1, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=33b80fe4-8b3e-497a-bbcc-54eacca2caa1,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:09:19.422449 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498718'] for router_interface (1ead29e9-1e0e-48bc-835a-f48804c259c1), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:19.432704 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (33b80fe4-8b3e-497a-bbcc-54eacca2caa1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:19.440717 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4e2b963d-7df0-4450-a76a-6cd2b14ed438 req-f0a54f5f-badf-443f-9308-411919f1f9a2 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727949 Sep 22 17:09:19.472953 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3e15ee54-dc0f-4bb4-9446-69a9f777d16f req-a312689f-10ac-4fe5-9479-5c0f0bd1f1b9 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897312 Sep 22 17:09:19.502316 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Routers {'1ead29e9-1e0e-48bc-835a-f48804c259c1'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:09:19.502316 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['1ead29e9-1e0e-48bc-835a-f48804c259c1'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:19.582663 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f83635-4afc-4192-a7ed-3e2c7a3fdb18 None None] Pushing event updated for resources: {'Port': ['ID=33b80fe4-8b3e-497a-bbcc-54eacca2caa1,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:19.615487 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:19.657191 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] Set router 1ead29e9-1e0e-48bc-835a-f48804c259c1 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:09:19.752452 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Provisioning complete for port 8feb9d31-65fe-4598-8905-a5d589aae48d triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:19.752833 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:19.755335 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Attempt 1 to provision port 8feb9d31-65fe-4598-8905-a5d589aae48d Sep 22 17:09:19.811471 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Publish callbacks [] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:19.816261 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:19.889600 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Pushing event updated for resources: {'Port': ['ID=8feb9d31-65fe-4598-8905-a5d589aae48d,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:19.892196 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498826'] for router_interface (1ead29e9-1e0e-48bc-835a-f48804c259c1), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:19.955607 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Port 8feb9d31-65fe-4598-8905-a5d589aae48d cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:09:19.990844 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Network ec8d4954-ac76-4253-8a78-98565fa5d7bb is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:09:19.992322 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:09:20.019898 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'name': 'tempest-TestShelveInstance-1520972065-router', 'tenant_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '33b80fe4-8b3e-497a-bbcc-54eacca2caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:12Z', 'updated_at': '2022-09-22T17:09:16Z', 'revision_number': 3, 'project_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'gw_port': {'id': '33b80fe4-8b3e-497a-bbcc-54eacca2caa1', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:15Z', 'updated_at': '2022-09-22T17:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:20.068718 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7350cb46-bc3c-4846-80ca-99719c710480 None None] The sync data for ids ['1ead29e9-1e0e-48bc-835a-f48804c259c1'] in dv-cinder-835384-28-iscsi is: [{'id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'name': 'tempest-TestShelveInstance-1520972065-router', 'tenant_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '33b80fe4-8b3e-497a-bbcc-54eacca2caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:12Z', 'updated_at': '2022-09-22T17:09:16Z', 'revision_number': 3, 'project_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'gw_port': {'id': '33b80fe4-8b3e-497a-bbcc-54eacca2caa1', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:15Z', 'updated_at': '2022-09-22T17:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:09:20.129292 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Router 1ead29e9-1e0e-48bc-835a-f48804c259c1 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:09:20.248001 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:09:20.253862 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-3a4396f3-f422-4ac7-b995-0a31ce9c14f9 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/1ead29e9-1e0e-48bc-835a-f48804c259c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8333390 Sep 22 17:09:20.456443 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Attempt 2 to provision port 8feb9d31-65fe-4598-8905-a5d589aae48d Sep 22 17:09:20.481531 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:20.496896 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Port 8feb9d31-65fe-4598-8905-a5d589aae48d cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:09:20.597607 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a797a-a25a-4e37-a559-c6017692be90 req-d53a0881-5a52-4395-bc69-4e81a7ba4785 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:20.604463 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-225a797a-a25a-4e37-a559-c6017692be90 req-d53a0881-5a52-4395-bc69-4e81a7ba4785 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0591257 Sep 22 17:09:20.667570 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-225a797a-a25a-4e37-a559-c6017692be90 req-abbf1fd3-9369-4d02-9978-ec5ca7ffdffe tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617454 Sep 22 17:09:20.710664 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58896) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:20.716724 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-9b9f05b9-b140-4741-9bec-dd0ffb7bc162 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-163434752', 'description': 'tempest-secgroup-smoke-163434752 description', 'project_id': '1ed7377d32844bbf95f995831bc21d6b'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:20.744205 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9b9f05b9-b140-4741-9bec-dd0ffb7bc162 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:20.785681 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:20.794286 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5465a-5f5f-4d1f-a6d5-9cc05d822d6e req-b98e31c8-a80d-4fa3-820b-3b544548a19f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:20.795323 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-acf5465a-5f5f-4d1f-a6d5-9cc05d822d6e req-b98e31c8-a80d-4fa3-820b-3b544548a19f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 943 time: 0.0544362 Sep 22 17:09:20.821757 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:20.842505 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9b9f05b9-b140-4741-9bec-dd0ffb7bc162 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group (69110723-a2c9-488f-9ca6-bdc46ea07f5a), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:20.848669 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9b9f05b9-b140-4741-9bec-dd0ffb7bc162 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (69110723-a2c9-488f-9ca6-bdc46ea07f5a), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:20.857472 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-acf5465a-5f5f-4d1f-a6d5-9cc05d822d6e req-728a94ee-8d19-400f-8557-86013f010283 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545416 Sep 22 17:09:20.887490 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9b9f05b9-b140-4741-9bec-dd0ffb7bc162 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:20.891083 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-9b9f05b9-b140-4741-9bec-dd0ffb7bc162 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1774900 Sep 22 17:09:20.891083 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f05b9-b140-4741-9bec-dd0ffb7bc162 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69110723-a2c9-488f-9ca6-bdc46ea07f5a,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:20.892126 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 58898) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:20.897163 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-b869837f-9bd8-4d86-9f64-ecfecf420627 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Request body: {'security_group_rule': {'security_group_id': '69110723-a2c9-488f-9ca6-bdc46ea07f5a', 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:20.929752 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b869837f-9bd8-4d86-9f64-ecfecf420627 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (229958aa-0bb4-4b63-a60e-972977fbc98b), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:20.942618 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a3b64d06-2072-4743-8bfb-6293e16eca25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:20.999295 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Attempt 3 to provision port 8feb9d31-65fe-4598-8905-a5d589aae48d Sep 22 17:09:21.018339 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b869837f-9bd8-4d86-9f64-ecfecf420627 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (229958aa-0bb4-4b63-a60e-972977fbc98b), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.025553 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b869837f-9bd8-4d86-9f64-ecfecf420627 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (229958aa-0bb4-4b63-a60e-972977fbc98b), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.044094 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Port 8feb9d31-65fe-4598-8905-a5d589aae48d cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:09:21.048327 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869837f-9bd8-4d86-9f64-ecfecf420627 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229958aa-0bb4-4b63-a60e-972977fbc98b,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:21.056868 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b869837f-9bd8-4d86-9f64-ecfecf420627 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.058232 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-b869837f-9bd8-4d86-9f64-ecfecf420627 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648960 Sep 22 17:09:21.061238 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58904) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:21.080120 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-5a29cf76-ddd6-4951-944f-54d12df8e119 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Request body: {'security_group_rule': {'security_group_id': '69110723-a2c9-488f-9ca6-bdc46ea07f5a', 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:21.111603 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5a29cf76-ddd6-4951-944f-54d12df8e119 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (75955c44-9f7c-49c5-ad96-94802c7ce6e5), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.186131 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5a29cf76-ddd6-4951-944f-54d12df8e119 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (75955c44-9f7c-49c5-ad96-94802c7ce6e5), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.191870 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5a29cf76-ddd6-4951-944f-54d12df8e119 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (75955c44-9f7c-49c5-ad96-94802c7ce6e5), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.213356 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29cf76-ddd6-4951-944f-54d12df8e119 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75955c44-9f7c-49c5-ad96-94802c7ce6e5,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:21.223682 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5a29cf76-ddd6-4951-944f-54d12df8e119 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.224926 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-5a29cf76-ddd6-4951-944f-54d12df8e119 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1626742 Sep 22 17:09:21.227771 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58908) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:21.232833 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-3fb59502-e332-4e20-a331-24eb51c8c12a tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Request body: {'security_group_rule': {'security_group_id': '69110723-a2c9-488f-9ca6-bdc46ea07f5a', 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:21.264118 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3fb59502-e332-4e20-a331-24eb51c8c12a tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (2c959d35-48aa-4cbb-893b-e1733d4705e1), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.333781 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3fb59502-e332-4e20-a331-24eb51c8c12a tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (2c959d35-48aa-4cbb-893b-e1733d4705e1), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.340881 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3fb59502-e332-4e20-a331-24eb51c8c12a tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (2c959d35-48aa-4cbb-893b-e1733d4705e1), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.362741 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb59502-e332-4e20-a331-24eb51c8c12a tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c959d35-48aa-4cbb-893b-e1733d4705e1,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:21.371477 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3fb59502-e332-4e20-a331-24eb51c8c12a tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.375295 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-3fb59502-e332-4e20-a331-24eb51c8c12a tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438351 Sep 22 17:09:21.376128 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58912) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:21.380141 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-336c08d1-9062-43c4-848d-1141e8e728c1 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Request body: {'security_group_rule': {'security_group_id': '69110723-a2c9-488f-9ca6-bdc46ea07f5a', 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:21.420590 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-336c08d1-9062-43c4-848d-1141e8e728c1 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (04df378e-cf27-4f03-9b61-d90210f22c65), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.497433 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-336c08d1-9062-43c4-848d-1141e8e728c1 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (04df378e-cf27-4f03-9b61-d90210f22c65), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.501306 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-336c08d1-9062-43c4-848d-1141e8e728c1 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (04df378e-cf27-4f03-9b61-d90210f22c65), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.522439 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c08d1-9062-43c4-848d-1141e8e728c1 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04df378e-cf27-4f03-9b61-d90210f22c65,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:21.527734 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-336c08d1-9062-43c4-848d-1141e8e728c1 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.529048 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-336c08d1-9062-43c4-848d-1141e8e728c1 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524935 Sep 22 17:09:21.532140 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 58918) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:21.536908 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-1a77d312-3c20-4525-ac9b-b9893f70e9b5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Request body: {'security_group_rule': {'security_group_id': '69110723-a2c9-488f-9ca6-bdc46ea07f5a', 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:21.545876 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Attempt 4 to provision port 8feb9d31-65fe-4598-8905-a5d589aae48d Sep 22 17:09:21.562647 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.securitygroups_db [None req-1a77d312-3c20-4525-ac9b-b9893f70e9b5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Project 1ed7377d32844bbf95f995831bc21d6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:09:21.565382 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:21.574134 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1a77d312-3c20-4525-ac9b-b9893f70e9b5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (ba9be0e5-c6dc-4a7d-bff3-3c503c554ad7), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.586329 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Port 8feb9d31-65fe-4598-8905-a5d589aae48d cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:09:21.636376 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1a77d312-3c20-4525-ac9b-b9893f70e9b5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (ba9be0e5-c6dc-4a7d-bff3-3c503c554ad7), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.640888 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1a77d312-3c20-4525-ac9b-b9893f70e9b5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (ba9be0e5-c6dc-4a7d-bff3-3c503c554ad7), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.668281 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77d312-3c20-4525-ac9b-b9893f70e9b5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9be0e5-c6dc-4a7d-bff3-3c503c554ad7,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:21.684936 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1a77d312-3c20-4525-ac9b-b9893f70e9b5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.687095 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-1a77d312-3c20-4525-ac9b-b9893f70e9b5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1534927 Sep 22 17:09:21.689691 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 58920) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:21.694564 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-42a18aac-6262-4ace-9c1e-8daef99384d0 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Request body: {'security_group_rule': {'security_group_id': '69110723-a2c9-488f-9ca6-bdc46ea07f5a', 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:21.721979 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.securitygroups_db [None req-42a18aac-6262-4ace-9c1e-8daef99384d0 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Project 1ed7377d32844bbf95f995831bc21d6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:09:21.734409 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-42a18aac-6262-4ace-9c1e-8daef99384d0 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (2b263d6f-1645-4763-8690-9e3c753dc6a5), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.814286 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ada57-1a50-4d1c-acef-691218ee2134 req-b7e31a47-1ab5-4f37-a7cf-1ea76b78db61 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:21.815930 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f36ada57-1a50-4d1c-acef-691218ee2134 req-b7e31a47-1ab5-4f37-a7cf-1ea76b78db61 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0544348 Sep 22 17:09:21.820377 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-42a18aac-6262-4ace-9c1e-8daef99384d0 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (2b263d6f-1645-4763-8690-9e3c753dc6a5), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.825102 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-42a18aac-6262-4ace-9c1e-8daef99384d0 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (2b263d6f-1645-4763-8690-9e3c753dc6a5), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.859140 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a18aac-6262-4ace-9c1e-8daef99384d0 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b263d6f-1645-4763-8690-9e3c753dc6a5,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:21.868841 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-42a18aac-6262-4ace-9c1e-8daef99384d0 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:21.878608 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-42a18aac-6262-4ace-9c1e-8daef99384d0 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1869421 Sep 22 17:09:21.883631 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f36ada57-1a50-4d1c-acef-691218ee2134 req-8fe91073-f89b-4b5f-b960-1d45bcac269f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601649 Sep 22 17:09:21.900263 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Sync routers for ids ['1ead29e9-1e0e-48bc-835a-f48804c259c1'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:09:21.931284 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Routers {'1ead29e9-1e0e-48bc-835a-f48804c259c1'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:09:21.931922 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['1ead29e9-1e0e-48bc-835a-f48804c259c1'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:22.052899 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff2667-a987-4b9a-be76-876b264cbe0f req-a173bafb-5357-450a-9c37-c69c13890085 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:22.054903 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-85ff2667-a987-4b9a-be76-876b264cbe0f req-a173bafb-5357-450a-9c37-c69c13890085 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 943 time: 0.0660717 Sep 22 17:09:22.067997 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 33b80fe4-8b3e-497a-bbcc-54eacca2caa1 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:09:22.103016 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Attempt 5 to provision port 8feb9d31-65fe-4598-8905-a5d589aae48d Sep 22 17:09:22.163152 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-85ff2667-a987-4b9a-be76-876b264cbe0f req-3f53054c-1fc8-44f7-9774-dbff62ea8a54 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902150 Sep 22 17:09:22.169634 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Set router 1ead29e9-1e0e-48bc-835a-f48804c259c1 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:09:22.184224 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Port 8feb9d31-65fe-4598-8905-a5d589aae48d cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:09:22.200404 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 33b80fe4-8b3e-497a-bbcc-54eacca2caa1 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:22.201109 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (33b80fe4-8b3e-497a-bbcc-54eacca2caa1), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:22.201656 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 33b80fe4-8b3e-497a-bbcc-54eacca2caa1 Sep 22 17:09:22.205879 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device c9288499-d369-423c-8c07-5607f6d0a2a2 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:09:22.310303 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:22.371263 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 33b80fe4-8b3e-497a-bbcc-54eacca2caa1 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:22.371640 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (33b80fe4-8b3e-497a-bbcc-54eacca2caa1), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:22.401431 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port c9288499-d369-423c-8c07-5607f6d0a2a2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c9288499-d369-423c-8c07-5607f6d0a2a2,segment=NetworkSegment(a3756d3b-8e86-4d2e-a089-0b14a6f79b84),segment_id=a3756d3b-8e86-4d2e-a089-0b14a6f79b84)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:09:22.413270 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'name': 'tempest-TestShelveInstance-1520972065-router', 'tenant_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '33b80fe4-8b3e-497a-bbcc-54eacca2caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:12Z', 'updated_at': '2022-09-22T17:09:19Z', 'revision_number': 4, 'project_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'gw_port': {'id': '33b80fe4-8b3e-497a-bbcc-54eacca2caa1', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:15Z', 'updated_at': '2022-09-22T17:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '8feb9d31-65fe-4598-8905-a5d589aae48d', 'name': '', 'network_id': 'ec8d4954-ac76-4253-8a78-98565fa5d7bb', 'tenant_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'mac_address': 'fa:16:3e:e1:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '3ae4aff1-0b8d-4b0e-b075-0df9cc824e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:18Z', 'updated_at': '2022-09-22T17:09:19Z', 'revision_number': 2, 'project_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'subnets': [{'id': '3ae4aff1-0b8d-4b0e-b075-0df9cc824e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:22.420172 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port 33b80fe4-8b3e-497a-bbcc-54eacca2caa1, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=33b80fe4-8b3e-497a-bbcc-54eacca2caa1,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:09:22.424614 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': 'c9288499-d369-423c-8c07-5607f6d0a2a2', 'network_id': '5f2097d8-b178-40e5-9027-cc66e5236eeb', 'port_id': 'c9288499-d369-423c-8c07-5607f6d0a2a2', 'mac_address': 'fa:16:3e:76:69:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4a906d-00a0-479d-ad3e-0e787eb1ebaf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:09:22.436716 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (33b80fe4-8b3e-497a-bbcc-54eacca2caa1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:22.458025 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Checking router: 1ead29e9-1e0e-48bc-835a-f48804c259c1 for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:09:22.458380 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Updating router 1ead29e9-1e0e-48bc-835a-f48804c259c1 port 8feb9d31-65fe-4598-8905-a5d589aae48d binding host dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:09:22.498003 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:22.504002 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73d8a8-8b18-4458-bb4a-9bdea97815b7 req-8c1a929f-13a5-47b8-872d-580ad2bfca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:22.506400 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0a73d8a8-8b18-4458-bb4a-9bdea97815b7 req-8c1a929f-13a5-47b8-872d-580ad2bfca33 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6c516bf5715a42cd860981f82fc58b15&device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 1127 time: 0.0770335 Sep 22 17:09:22.558814 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:22.560784 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=33b80fe4-8b3e-497a-bbcc-54eacca2caa1,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:22.585483 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port c9288499-d369-423c-8c07-5607f6d0a2a2 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:22.585873 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (c9288499-d369-423c-8c07-5607f6d0a2a2), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:22.614410 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9288499-d369-423c-8c07-5607f6d0a2a2 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:09:22.644341 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:22.646820 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73d8a8-8b18-4458-bb4a-9bdea97815b7 req-360cb69d-d547-42d4-9a1b-9ea542b71039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:22.648683 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0a73d8a8-8b18-4458-bb4a-9bdea97815b7 req-360cb69d-d547-42d4-9a1b-9ea542b71039 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=5f2097d8-b178-40e5-9027-cc66e5236eeb HTTP/1.1" status: 200 len: 909 time: 0.1342461 Sep 22 17:09:22.657876 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port c9288499-d369-423c-8c07-5607f6d0a2a2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c9288499-d369-423c-8c07-5607f6d0a2a2,segment=NetworkSegment(a3756d3b-8e86-4d2e-a089-0b14a6f79b84),segment_id=a3756d3b-8e86-4d2e-a089-0b14a6f79b84)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:09:22.666357 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (c9288499-d369-423c-8c07-5607f6d0a2a2), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:22.702407 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Attempt 6 to provision port 8feb9d31-65fe-4598-8905-a5d589aae48d Sep 22 17:09:22.712766 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0a73d8a8-8b18-4458-bb4a-9bdea97815b7 req-84ef294c-2cfb-4355-bc61-1b00fc1f862e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9288499-d369-423c-8c07-5607f6d0a2a2 HTTP/1.1" status: 200 len: 217 time: 0.0556931 Sep 22 17:09:22.776154 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=c9288499-d369-423c-8c07-5607f6d0a2a2,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:22.783044 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Port 8feb9d31-65fe-4598-8905-a5d589aae48d cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:09:22.784341 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73d8a8-8b18-4458-bb4a-9bdea97815b7 req-fc4913f6-8e8d-474c-8dd7-ce3b61fc13ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:22.785974 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0a73d8a8-8b18-4458-bb4a-9bdea97815b7 req-fc4913f6-8e8d-474c-8dd7-ce3b61fc13ba service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9a4a906d-00a0-479d-ad3e-0e787eb1ebaf HTTP/1.1" status: 200 len: 848 time: 0.0666041 Sep 22 17:09:22.820021 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0a73d8a8-8b18-4458-bb4a-9bdea97815b7 req-0caacd02-c58d-4287-a600-9af666d94455 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=5f2097d8-b178-40e5-9027-cc66e5236eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270147 Sep 22 17:09:22.861802 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:22.864049 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Publish callbacks [] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), precommit_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:22.870747 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:22.929193 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0a73d8a8-8b18-4458-bb4a-9bdea97815b7 req-cf412341-9c4e-4b37-8780-aa6b3ff19878 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5f2097d8-b178-40e5-9027-cc66e5236eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982308 Sep 22 17:09:22.962254 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310d9ad-ecb8-46d0-a180-d3ac67bc62af None None] Pushing event updated for resources: {'Port': ['ID=8feb9d31-65fe-4598-8905-a5d589aae48d,revision_number=3']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:22.973524 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Attempting to bind port 8feb9d31-65fe-4598-8905-a5d589aae48d on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:09:22.973914 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Attempting to bind port 8feb9d31-65fe-4598-8905-a5d589aae48d by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': '28fc9041-f887-4e17-8db5-7fb2195d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ec8d4954-ac76-4253-8a78-98565fa5d7bb'}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:09:22.974252 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Attempting to bind port 8feb9d31-65fe-4598-8905-a5d589aae48d on network ec8d4954-ac76-4253-8a78-98565fa5d7bb {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:09:23.018840 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:09:23.019248 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Checking segment: {'id': '28fc9041-f887-4e17-8db5-7fb2195d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ec8d4954-ac76-4253-8a78-98565fa5d7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:09:23.019653 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:23.020049 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Bound using segment: {'id': '28fc9041-f887-4e17-8db5-7fb2195d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ec8d4954-ac76-4253-8a78-98565fa5d7bb'} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:09:23.020529 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Bound port: 8feb9d31-65fe-4598-8905-a5d589aae48d, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fc9041-f887-4e17-8db5-7fb2195d11e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ec8d4954-ac76-4253-8a78-98565fa5d7bb'}}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:09:23.020907 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:23.057966 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aac23b-56ce-49d8-b65a-f5dfe8ed693d req-36625b1a-2d2f-4a24-b9c8-cf8e512f24e7 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:23.059453 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-79aac23b-56ce-49d8-b65a-f5dfe8ed693d req-36625b1a-2d2f-4a24-b9c8-cf8e512f24e7 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0713482 Sep 22 17:09:23.085216 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] For port 8feb9d31-65fe-4598-8905-a5d589aae48d, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:09:23.089327 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] For port 8feb9d31-65fe-4598-8905-a5d589aae48d, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=8feb9d31-65fe-4598-8905-a5d589aae48d,segment=NetworkSegment(28fc9041-f887-4e17-8db5-7fb2195d11e3),segment_id=28fc9041-f887-4e17-8db5-7fb2195d11e3)] {{(pid=106558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:09:23.091228 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0a73d8a8-8b18-4458-bb4a-9bdea97815b7 req-3e783c28-093f-4669-abe8-26b73b4a17b7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5f2097d8-b178-40e5-9027-cc66e5236eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551769 Sep 22 17:09:23.097841 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:23.124375 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-79aac23b-56ce-49d8-b65a-f5dfe8ed693d req-ad3c4a25-ec7b-4c72-afb7-7431fdcf1200 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523989 Sep 22 17:09:23.138042 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Routers {'1ead29e9-1e0e-48bc-835a-f48804c259c1'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:09:23.138688 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['1ead29e9-1e0e-48bc-835a-f48804c259c1'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:23.206727 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310d9ad-ecb8-46d0-a180-d3ac67bc62af None None] Pushing event updated for resources: {'Port': ['ID=8feb9d31-65fe-4598-8905-a5d589aae48d,revision_number=4']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:23.227283 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['c9288499-d369-423c-8c07-5607f6d0a2a2'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:09:23.272054 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] Set router 1ead29e9-1e0e-48bc-835a-f48804c259c1 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:09:23.288836 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Attempt 7 to provision port 8feb9d31-65fe-4598-8905-a5d589aae48d Sep 22 17:09:23.325110 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cf85f-b719-4da1-bfdc-f60b2d031751 req-fbc56e3f-6712-4d3c-b812-baa93aa11800 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:23.327648 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-514cf85f-b719-4da1-bfdc-f60b2d031751 req-fbc56e3f-6712-4d3c-b812-baa93aa11800 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 944 time: 0.0887949 Sep 22 17:09:23.363552 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:23.396298 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-514cf85f-b719-4da1-bfdc-f60b2d031751 req-2e86d903-8647-4368-bfdf-2e8c076bf53c tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607057 Sep 22 17:09:23.408860 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:23.475744 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Current status of the port 8feb9d31-65fe-4598-8905-a5d589aae48d is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:23.476125 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:23.501306 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'name': 'tempest-TestShelveInstance-1520972065-router', 'tenant_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '33b80fe4-8b3e-497a-bbcc-54eacca2caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:12Z', 'updated_at': '2022-09-22T17:09:19Z', 'revision_number': 4, 'project_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'gw_port': {'id': '33b80fe4-8b3e-497a-bbcc-54eacca2caa1', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:15Z', 'updated_at': '2022-09-22T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '8feb9d31-65fe-4598-8905-a5d589aae48d', 'name': '', 'network_id': 'ec8d4954-ac76-4253-8a78-98565fa5d7bb', 'tenant_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'mac_address': 'fa:16:3e:e1:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '3ae4aff1-0b8d-4b0e-b075-0df9cc824e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:18Z', 'updated_at': '2022-09-22T17:09:23Z', 'revision_number': 4, 'project_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'subnets': [{'id': '3ae4aff1-0b8d-4b0e-b075-0df9cc824e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:23.527935 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd60f6d1-ffa7-4709-834d-227bbcd72ce9 None None] The sync data for ids ['1ead29e9-1e0e-48bc-835a-f48804c259c1'] in dv-cinder-835384-28-iscsi is: [{'id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'name': 'tempest-TestShelveInstance-1520972065-router', 'tenant_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '33b80fe4-8b3e-497a-bbcc-54eacca2caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:12Z', 'updated_at': '2022-09-22T17:09:19Z', 'revision_number': 4, 'project_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'gw_port': {'id': '33b80fe4-8b3e-497a-bbcc-54eacca2caa1', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:15Z', 'updated_at': '2022-09-22T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '8feb9d31-65fe-4598-8905-a5d589aae48d', 'name': '', 'network_id': 'ec8d4954-ac76-4253-8a78-98565fa5d7bb', 'tenant_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'mac_address': 'fa:16:3e:e1:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '3ae4aff1-0b8d-4b0e-b075-0df9cc824e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:18Z', 'updated_at': '2022-09-22T17:09:23Z', 'revision_number': 4, 'project_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'subnets': [{'id': '3ae4aff1-0b8d-4b0e-b075-0df9cc824e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:09:23.538335 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] For port 8feb9d31-65fe-4598-8905-a5d589aae48d, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=8feb9d31-65fe-4598-8905-a5d589aae48d,segment=NetworkSegment(28fc9041-f887-4e17-8db5-7fb2195d11e3),segment_id=28fc9041-f887-4e17-8db5-7fb2195d11e3)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:09:23.546454 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:23.681816 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75657f84-872c-4005-ae64-dd03ac276ed6 None None] Pushing event updated for resources: {'Port': ['ID=8feb9d31-65fe-4598-8905-a5d589aae48d,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:23.693423 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-5c258895-8087-45b5-81f7-3faf21f29feb None None] Provisioning complete for port 8feb9d31-65fe-4598-8905-a5d589aae48d triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:23.694103 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-5c258895-8087-45b5-81f7-3faf21f29feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:23.695025 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-5c258895-8087-45b5-81f7-3faf21f29feb None None] Attempt 1 to provision port 8feb9d31-65fe-4598-8905-a5d589aae48d Sep 22 17:09:23.842904 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-5c258895-8087-45b5-81f7-3faf21f29feb None None] Current status of the port 8feb9d31-65fe-4598-8905-a5d589aae48d is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:23.846413 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-81c76ed1-ea08-4892-a225-1c03e809cf68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:24.091112 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 8feb9d31-65fe-4598-8905-a5d589aae48d up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:09:24.164356 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 8feb9d31-65fe-4598-8905-a5d589aae48d triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:24.165837 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:24.166336 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 8feb9d31-65fe-4598-8905-a5d589aae48d Sep 22 17:09:24.261374 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 8feb9d31-65fe-4598-8905-a5d589aae48d is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:24.262466 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 33b80fe4-8b3e-497a-bbcc-54eacca2caa1 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:09:24.294846 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8d243-2f97-4b47-893e-4635e1e9935d req-09adb2c4-4718-4362-8de3-f6718da7d1d6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:24.297603 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-92b8d243-2f97-4b47-893e-4635e1e9935d req-09adb2c4-4718-4362-8de3-f6718da7d1d6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0735528 Sep 22 17:09:24.319379 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:24.335781 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 33b80fe4-8b3e-497a-bbcc-54eacca2caa1 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:24.336154 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (33b80fe4-8b3e-497a-bbcc-54eacca2caa1), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:24.336502 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 33b80fe4-8b3e-497a-bbcc-54eacca2caa1 Sep 22 17:09:24.360510 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-92b8d243-2f97-4b47-893e-4635e1e9935d req-7515c7d1-db14-494c-b9af-a11663adb23c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565403 Sep 22 17:09:24.423806 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 33b80fe4-8b3e-497a-bbcc-54eacca2caa1 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:24.497653 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:24.541798 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61deb6e-fded-40bf-ba06-0603efdcf08b req-ff73257c-26f3-4739-8c2c-3f5075c5d739 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:24.543472 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e61deb6e-fded-40bf-ba06-0603efdcf08b req-ff73257c-26f3-4739-8c2c-3f5075c5d739 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 944 time: 0.0565238 Sep 22 17:09:24.601836 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e61deb6e-fded-40bf-ba06-0603efdcf08b req-4848517f-ba43-4c85-9ebf-244f70c6b8a4 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498884 Sep 22 17:09:25.043185 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device c9288499-d369-423c-8c07-5607f6d0a2a2 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:09:25.093269 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port c9288499-d369-423c-8c07-5607f6d0a2a2 completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:09:25.100076 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port c9288499-d369-423c-8c07-5607f6d0a2a2 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:09:25.100508 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (c9288499-d369-423c-8c07-5607f6d0a2a2), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:25.100948 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port c9288499-d369-423c-8c07-5607f6d0a2a2 Sep 22 17:09:25.178441 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port c9288499-d369-423c-8c07-5607f6d0a2a2 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:09:25.178746 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (c9288499-d369-423c-8c07-5607f6d0a2a2), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:25.187338 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:25.206156 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540ade61-fbbb-4af5-955f-df19a7a9a574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9288499-d369-423c-8c07-5607f6d0a2a2'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:09:25.208400 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32aaaa5-9843-42ec-9f74-bced3d7feac9" -d '{"events": [{"server_uuid": "540ade61-fbbb-4af5-955f-df19a7a9a574", "name": "network-vif-plugged", "status": "completed", "tag": "c9288499-d369-423c-8c07-5607f6d0a2a2"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:09:25.221963 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port c9288499-d369-423c-8c07-5607f6d0a2a2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c9288499-d369-423c-8c07-5607f6d0a2a2,segment=NetworkSegment(a3756d3b-8e86-4d2e-a089-0b14a6f79b84),segment_id=a3756d3b-8e86-4d2e-a089-0b14a6f79b84)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:09:25.226393 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (c9288499-d369-423c-8c07-5607f6d0a2a2), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:25.252367 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695e02ef-19ba-49ef-9c4f-5fb5fbabbfb0 x-openstack-request-id: req-695e02ef-19ba-49ef-9c4f-5fb5fbabbfb0 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:09:25.252674 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540ade61-fbbb-4af5-955f-df19a7a9a574", "name": "network-vif-plugged", "status": "completed", "tag": "c9288499-d369-423c-8c07-5607f6d0a2a2", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:09:25.252934 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-695e02ef-19ba-49ef-9c4f-5fb5fbabbfb0 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:09:25.253330 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695e02ef-19ba-49ef-9c4f-5fb5fbabbfb0'] response: {'server_uuid': '540ade61-fbbb-4af5-955f-df19a7a9a574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9288499-d369-423c-8c07-5607f6d0a2a2', 'code': 200} Sep 22 17:09:25.281958 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=c9288499-d369-423c-8c07-5607f6d0a2a2,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:25.324530 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:25.506454 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1811c36-ecad-4b36-aeb5-1870ca689cfd req-59fc207f-f473-46da-b4b1-3f5c7d10ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:25.507870 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c1811c36-ecad-4b36-aeb5-1870ca689cfd req-59fc207f-f473-46da-b4b1-3f5c7d10ef97 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 1129 time: 0.0711315 Sep 22 17:09:25.517602 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b309a-067a-427a-89a7-9571d76c4549 req-a0bd80df-9c5e-497b-9563-7b33ab19abe8 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:25.518968 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c5b309a-067a-427a-89a7-9571d76c4549 req-a0bd80df-9c5e-497b-9563-7b33ab19abe8 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0742199 Sep 22 17:09:25.585398 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c1811c36-ecad-4b36-aeb5-1870ca689cfd req-d41b05b7-9b51-4588-be6b-6037ba2d0df0 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654099 Sep 22 17:09:25.599085 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c5b309a-067a-427a-89a7-9571d76c4549 req-cecbdeb0-919f-45e8-bde5-ccec37df6e5c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723069 Sep 22 17:09:25.732392 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bafc2-d4b2-4d51-8565-ff1ff4f132da req-91774f98-ae1b-4470-a819-bf741a0a6b73 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:25.733892 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a73bafc2-d4b2-4d51-8565-ff1ff4f132da req-91774f98-ae1b-4470-a819-bf741a0a6b73 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 945 time: 0.0488365 Sep 22 17:09:25.783175 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a73bafc2-d4b2-4d51-8565-ff1ff4f132da req-f7c67c06-c698-43c5-a17a-18dc54964193 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435414 Sep 22 17:09:26.733932 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c5b37-9a32-4f2c-9787-0987b01af601 req-a347d0b0-4398-464b-ad3f-b105c164b241 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:26.735413 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-386c5b37-9a32-4f2c-9787-0987b01af601 req-a347d0b0-4398-464b-ad3f-b105c164b241 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0542576 Sep 22 17:09:26.774518 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:26.777748 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:26.793092 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-386c5b37-9a32-4f2c-9787-0987b01af601 req-519497d9-9915-437f-9970-73564103474c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520511 Sep 22 17:09:26.908915 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271a60f-9eb4-48cb-989a-de12b5774006 req-cde972f0-8ebd-41a9-a054-f10edc90f4e8 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:26.910304 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c271a60f-9eb4-48cb-989a-de12b5774006 req-cde972f0-8ebd-41a9-a054-f10edc90f4e8 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 945 time: 0.0477283 Sep 22 17:09:26.960029 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c271a60f-9eb4-48cb-989a-de12b5774006 req-2b0021c7-fdcc-4f41-a34f-d0aee5f5bdd2 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428934 Sep 22 17:09:27.543252 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:27.920124 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ea9fb-57e8-42c6-9298-89f902f4eb78 req-84331357-d09c-43b6-8d5b-0110720eeb04 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:27.921801 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d41ea9fb-57e8-42c6-9298-89f902f4eb78 req-84331357-d09c-43b6-8d5b-0110720eeb04 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0490742 Sep 22 17:09:27.973273 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d41ea9fb-57e8-42c6-9298-89f902f4eb78 req-53adb4d4-e8be-4c75-9d09-46787677c7d5 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453942 Sep 22 17:09:28.092795 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6b246-263c-4205-9373-b4aad5f63c99 req-58ad05c9-189b-4558-95f8-ab352d274e2e tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:28.094182 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f7f6b246-263c-4205-9373-b4aad5f63c99 req-58ad05c9-189b-4558-95f8-ab352d274e2e tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 945 time: 0.0506513 Sep 22 17:09:28.142604 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f7f6b246-263c-4205-9373-b4aad5f63c99 req-e18dd28d-0803-4dd8-b6e3-6da7646ce105 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427194 Sep 22 17:09:29.096974 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfb7b4-2f2a-43a1-9fbc-129465e8a2e0 req-0b372f11-6ba8-4919-bb9b-baa3a5f0e241 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:29.098597 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5cbfb7b4-2f2a-43a1-9fbc-129465e8a2e0 req-0b372f11-6ba8-4919-bb9b-baa3a5f0e241 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0503335 Sep 22 17:09:29.147601 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5cbfb7b4-2f2a-43a1-9fbc-129465e8a2e0 req-c4a66c36-4439-4e83-b44b-477d73c8d3eb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432699 Sep 22 17:09:29.277388 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecb9a8-c3ee-4c26-9e23-571e8b6ce5d4 req-1d2fe5e9-0509-4983-825d-888d4b4b2786 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:29.278929 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b6ecb9a8-c3ee-4c26-9e23-571e8b6ce5d4 req-1d2fe5e9-0509-4983-825d-888d4b4b2786 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 945 time: 0.0517700 Sep 22 17:09:29.330050 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b6ecb9a8-c3ee-4c26-9e23-571e8b6ce5d4 req-2d0734bd-5443-4c01-a6dd-cbaa4a5eba7b tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451984 Sep 22 17:09:30.276058 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ddacc-ecee-40d6-8269-0d053e5dc03b req-140d643a-f2e8-4488-b348-3047353bdf87 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:30.279462 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e54ddacc-ecee-40d6-8269-0d053e5dc03b req-140d643a-f2e8-4488-b348-3047353bdf87 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0536141 Sep 22 17:09:30.352689 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2e401-f876-40d0-a49f-3fe083495a48 req-fcc65747-700c-413c-a9ed-f8b3fc67e9b5 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:30.354783 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b1a2e401-f876-40d0-a49f-3fe083495a48 req-fcc65747-700c-413c-a9ed-f8b3fc67e9b5 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 945 time: 0.0743332 Sep 22 17:09:30.603068 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e54ddacc-ecee-40d6-8269-0d053e5dc03b req-91f78c06-f63a-459a-8a9f-982f4743612c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135512 Sep 22 17:09:30.610547 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:30.634170 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b1a2e401-f876-40d0-a49f-3fe083495a48 req-3c305129-7bcd-434e-85b7-689e97cd1233 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713797 Sep 22 17:09:31.752132 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775985a-4b8b-490d-ae90-ea3f2df1f49e req-b139f462-8ed7-40c0-8e68-c81425b56d12 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:31.753626 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e775985a-4b8b-490d-ae90-ea3f2df1f49e req-b139f462-8ed7-40c0-8e68-c81425b56d12 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0726485 Sep 22 17:09:31.785108 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150f4d4-13e3-4dfc-bce6-c83289f0ad1c req-71b6ad52-144b-47a6-a90a-310b9e562f15 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:31.786720 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d150f4d4-13e3-4dfc-bce6-c83289f0ad1c req-71b6ad52-144b-47a6-a90a-310b9e562f15 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 945 time: 0.0740128 Sep 22 17:09:31.842051 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e775985a-4b8b-490d-ae90-ea3f2df1f49e req-f687c7b5-3f27-48ee-a02b-bf48a6f8f7c5 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791576 Sep 22 17:09:31.854513 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=67,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:31.857407 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:INSERT=13,neutron:SELECT=71,neutron:DELETE=7 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:31.869794 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d150f4d4-13e3-4dfc-bce6-c83289f0ad1c req-eb55fc45-a8d9-41b6-8e74-dbef92b9a8ab tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753238 Sep 22 17:09:32.463300 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558557e-83bf-4bc4-9286-830c5f03ace5 req-728c979a-489c-4e1a-b80c-8b99c04c13f2 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:32.464977 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4558557e-83bf-4bc4-9286-830c5f03ace5 req-728c979a-489c-4e1a-b80c-8b99c04c13f2 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 945 time: 0.0614116 Sep 22 17:09:32.583352 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 59140) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:32.638416 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-4558557e-83bf-4bc4-9286-830c5f03ace5 req-c5b279d4-11f6-4d31-9759-b365c6e415e1 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Deleting port c9288499-d369-423c-8c07-5607f6d0a2a2 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:09:32.639024 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-4558557e-83bf-4bc4-9286-830c5f03ace5 req-c5b279d4-11f6-4d31-9759-b365c6e415e1 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (c9288499-d369-423c-8c07-5607f6d0a2a2), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:32.710435 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:32.716976 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bdde8877-9a1c-43a6-90f6-6c7e5031f78b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:32.785498 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-4558557e-83bf-4bc4-9286-830c5f03ace5 req-c5b279d4-11f6-4d31-9759-b365c6e415e1 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] For port c9288499-d369-423c-8c07-5607f6d0a2a2, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c9288499-d369-423c-8c07-5607f6d0a2a2,segment=NetworkSegment(a3756d3b-8e86-4d2e-a089-0b14a6f79b84),segment_id=a3756d3b-8e86-4d2e-a089-0b14a6f79b84)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:09:32.786268 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-4558557e-83bf-4bc4-9286-830c5f03ace5 req-c5b279d4-11f6-4d31-9759-b365c6e415e1 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (c9288499-d369-423c-8c07-5607f6d0a2a2), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:32.801289 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-4558557e-83bf-4bc4-9286-830c5f03ace5 req-c5b279d4-11f6-4d31-9759-b365c6e415e1 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Calling delete_port for c9288499-d369-423c-8c07-5607f6d0a2a2 owned by compute:nova {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:09:32.813578 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bdde8877-9a1c-43a6-90f6-6c7e5031f78b admin admin] Publish callbacks [] for security_group (78dba571-048d-43a5-82cc-555da8120787), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:32.819251 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bdde8877-9a1c-43a6-90f6-6c7e5031f78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (78dba571-048d-43a5-82cc-555da8120787), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:32.860382 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-bdde8877-9a1c-43a6-90f6-6c7e5031f78b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=50a2613e2b0c4ee18488ee04d6aba3b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759259 Sep 22 17:09:32.865354 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 59146) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:32.877218 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde8877-9a1c-43a6-90f6-6c7e5031f78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dba571-048d-43a5-82cc-555da8120787,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:32.947430 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e2eb1ebf-2c14-4537-8710-a103b17ce04c admin admin] Publish callbacks [] for security_group (78dba571-048d-43a5-82cc-555da8120787), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:32.976864 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e2eb1ebf-2c14-4537-8710-a103b17ce04c admin admin] Publish callbacks [] for security_group (78dba571-048d-43a5-82cc-555da8120787), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:32.986978 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-4558557e-83bf-4bc4-9286-830c5f03ace5 req-c5b279d4-11f6-4d31-9759-b365c6e415e1 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (c9288499-d369-423c-8c07-5607f6d0a2a2), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:33.028708 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['c9288499-d369-423c-8c07-5607f6d0a2a2'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:09:33.032290 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b279d4-11f6-4d31-9759-b365c6e415e1 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Pushing event deleted for resources: {'Port': ['ID=c9288499-d369-423c-8c07-5607f6d0a2a2,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:33.040071 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e2eb1ebf-2c14-4537-8710-a103b17ce04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (78dba571-048d-43a5-82cc-555da8120787), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:33.042706 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e2eb1ebf-2c14-4537-8710-a103b17ce04c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:33.043945 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-e2eb1ebf-2c14-4537-8710-a103b17ce04c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/78dba571-048d-43a5-82cc-555da8120787 HTTP/1.1" status: 204 len: 168 time: 0.1776214 Sep 22 17:09:33.053005 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb1ebf-2c14-4537-8710-a103b17ce04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dba571-048d-43a5-82cc-555da8120787,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:33.082902 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-46828985-aa1c-458c-b9b0-346d7adca2cb req-9d6da156-e4d6-4714-98f6-db3d71612abb tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 210 time: 0.0522981 Sep 22 17:09:33.116375 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eca2a1-7eba-420a-9312-02ce5ad3f2e2 req-0e876a46-b2a1-418c-8de8-865308ca523c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:33.118719 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e2eca2a1-7eba-420a-9312-02ce5ad3f2e2 req-0e876a46-b2a1-418c-8de8-865308ca523c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.1441178 Sep 22 17:09:33.147258 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4558557e-83bf-4bc4-9286-830c5f03ace5 req-c5b279d4-11f6-4d31-9759-b365c6e415e1 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] No DVR routers for this DVR port c9288499-d369-423c-8c07-5607f6d0a2a2 on host hv-cinder-83538 {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:09:33.156482 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-4558557e-83bf-4bc4-9286-830c5f03ace5 req-c5b279d4-11f6-4d31-9759-b365c6e415e1 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:33.159843 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4558557e-83bf-4bc4-9286-830c5f03ace5 req-c5b279d4-11f6-4d31-9759-b365c6e415e1 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.33 "DELETE /networking/v2.0/ports/c9288499-d369-423c-8c07-5607f6d0a2a2 HTTP/1.1" status: 204 len: 173 time: 0.6218498 Sep 22 17:09:33.160379 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540ade61-fbbb-4af5-955f-df19a7a9a574', 'name': 'network-vif-deleted', 'tag': 'c9288499-d369-423c-8c07-5607f6d0a2a2'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:09:33.162748 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136f211a-d2b9-40fc-a411-aad436cbe925" -d '{"events": [{"server_uuid": "540ade61-fbbb-4af5-955f-df19a7a9a574", "name": "network-vif-deleted", "tag": "c9288499-d369-423c-8c07-5607f6d0a2a2"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:09:33.202923 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e2eca2a1-7eba-420a-9312-02ce5ad3f2e2 req-1a5e73e3-289b-42ef-bd58-31f60e39ff52 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781779 Sep 22 17:09:33.205977 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f4ef72-622f-45f2-b86b-ca74eac47f79 x-openstack-request-id: req-81f4ef72-622f-45f2-b86b-ca74eac47f79 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:09:33.209086 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540ade61-fbbb-4af5-955f-df19a7a9a574", "name": "network-vif-deleted", "tag": "c9288499-d369-423c-8c07-5607f6d0a2a2", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:09:33.209086 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81f4ef72-622f-45f2-b86b-ca74eac47f79 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:09:33.209086 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f4ef72-622f-45f2-b86b-ca74eac47f79'] response: {'server_uuid': '540ade61-fbbb-4af5-955f-df19a7a9a574', 'name': 'network-vif-deleted', 'tag': 'c9288499-d369-423c-8c07-5607f6d0a2a2', 'status': 'completed', 'code': 200} Sep 22 17:09:33.390291 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 59160) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:33.404282 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-295bab03-3690-4de2-bb28-05721f4d6dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:33.486936 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-295bab03-3690-4de2-bb28-05721f4d6dd6 admin admin] Publish callbacks [] for security_group (38ec52d7-cb7e-4c65-b747-d63054b60a64), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:33.490876 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-295bab03-3690-4de2-bb28-05721f4d6dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (38ec52d7-cb7e-4c65-b747-d63054b60a64), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:33.498836 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:33.504863 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=11 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:33.512803 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:33.536172 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bab03-3690-4de2-bb28-05721f4d6dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ec52d7-cb7e-4c65-b747-d63054b60a64,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:33.542186 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-295bab03-3690-4de2-bb28-05721f4d6dd6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f42e86ea1b0e4813b2ae6a2c2fd13be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508005 Sep 22 17:09:33.545077 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 59162) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:33.605431 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-75552a73-51bb-4b9f-b5f6-f31842cf23fc admin admin] Publish callbacks [] for security_group (38ec52d7-cb7e-4c65-b747-d63054b60a64), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:33.629575 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-75552a73-51bb-4b9f-b5f6-f31842cf23fc admin admin] Publish callbacks [] for security_group (38ec52d7-cb7e-4c65-b747-d63054b60a64), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:33.683296 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-75552a73-51bb-4b9f-b5f6-f31842cf23fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (38ec52d7-cb7e-4c65-b747-d63054b60a64), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:33.685835 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-75552a73-51bb-4b9f-b5f6-f31842cf23fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:33.687008 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-75552a73-51bb-4b9f-b5f6-f31842cf23fc admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/38ec52d7-cb7e-4c65-b747-d63054b60a64 HTTP/1.1" status: 204 len: 168 time: 0.1409338 Sep 22 17:09:33.695942 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75552a73-51bb-4b9f-b5f6-f31842cf23fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ec52d7-cb7e-4c65-b747-d63054b60a64,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:34.212428 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-54f2e7ec-84a0-4c83-aa70-057e671f5279 req-b27a2811-4787-40a2-b210-8982dc3a74f7 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 210 time: 0.0363326 Sep 22 17:09:34.349527 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91de6e2-077b-4e8d-9b2c-30285b30b384 req-62cf13d3-3d8c-48a6-bb9c-3b5a50c68cc1 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:34.351236 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a91de6e2-077b-4e8d-9b2c-30285b30b384 req-62cf13d3-3d8c-48a6-bb9c-3b5a50c68cc1 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0556259 Sep 22 17:09:34.424505 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a91de6e2-077b-4e8d-9b2c-30285b30b384 req-774c8a72-5bdd-4486-b70f-664c9f0f1489 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666223 Sep 22 17:09:35.298148 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c132e1e-6fff-4d86-9030-86188fb4d143 req-00324ac6-3a56-4953-9784-175b456baa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:35.300129 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6c132e1e-6fff-4d86-9030-86188fb4d143 req-00324ac6-3a56-4953-9784-175b456baa8f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 1129 time: 0.0472755 Sep 22 17:09:35.368946 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3a0fb127-3ae2-4bb9-b482-043a16c6714d req-facafcb0-9451-4e59-8236-0a3aab460022 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 210 time: 0.0414515 Sep 22 17:09:35.383957 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6c132e1e-6fff-4d86-9030-86188fb4d143 req-60eb2e8c-36ca-4275-8ebd-248a4edebb9a service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768862 Sep 22 17:09:35.554261 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8011d-d509-4080-bb58-7661490fab95 req-b6b63fda-a696-4cb7-97fc-b7e70ad2e023 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:35.556190 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7db8011d-d509-4080-bb58-7661490fab95 req-b6b63fda-a696-4cb7-97fc-b7e70ad2e023 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0528941 Sep 22 17:09:35.607100 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7db8011d-d509-4080-bb58-7661490fab95 req-6433d7c0-1b30-4fd1-8000-6c48b4d57a11 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449057 Sep 22 17:09:36.479224 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:36.508448 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5b9b466f-01c7-4c54-a055-1bdd589921d5 req-ed2077e8-db4d-41a9-a061-d9d9dd82aaea tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 210 time: 0.0396485 Sep 22 17:09:36.739247 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693188cd-14a9-4370-b1f0-9dd70ff1f9d4 req-1e483af9-1564-4d82-8eaf-c39adf6279e6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:36.740774 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-693188cd-14a9-4370-b1f0-9dd70ff1f9d4 req-1e483af9-1564-4d82-8eaf-c39adf6279e6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0549867 Sep 22 17:09:36.807393 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-693188cd-14a9-4370-b1f0-9dd70ff1f9d4 req-f651ec1b-6eef-4678-9274-84273dcbd71f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556896 Sep 22 17:09:37.099249 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device c9288499-d369-423c-8c07-5607f6d0a2a2 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:09:37.120608 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: c9288499-d369-423c-8c07-5607f6d0a2a2 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:09:37.120943 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device c9288499-d369-423c-8c07-5607f6d0a2a2 not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:09:37.286441 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:37.683065 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7c237da7-6369-4e40-91ab-256ef4ee2201 req-bafcf43f-c030-42be-85ef-57ec12418f91 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=540ade61-fbbb-4af5-955f-df19a7a9a574 HTTP/1.1" status: 200 len: 210 time: 0.0555491 Sep 22 17:09:37.957339 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d38c1-9754-4f7e-a655-a6e088a5261a req-e7ca255a-ed6d-4574-9c3d-8f5b80905d24 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:37.958936 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-486d38c1-9754-4f7e-a655-a6e088a5261a req-e7ca255a-ed6d-4574-9c3d-8f5b80905d24 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0568342 Sep 22 17:09:38.017996 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-486d38c1-9754-4f7e-a655-a6e088a5261a req-f30453ac-ea4e-47c2-8f04-77a2bfdc1b5d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468049 Sep 22 17:09:38.356188 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251bf09-d645-4640-8808-c4cf098c2df9 req-c6e73c4d-8172-4dcc-adae-97447ba26c61 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:38.357619 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0251bf09-d645-4640-8808-c4cf098c2df9 req-c6e73c4d-8172-4dcc-adae-97447ba26c61 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0884061 Sep 22 17:09:38.363156 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75607761-bf5f-4a08-96e2-aceb647d6a40 req-b46192f9-afaa-4ca8-90c5-e60de096b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:38.364577 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-75607761-bf5f-4a08-96e2-aceb647d6a40 req-b46192f9-afaa-4ca8-90c5-e60de096b071 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 1129 time: 0.0784583 Sep 22 17:09:38.468874 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0251bf09-d645-4640-8808-c4cf098c2df9 req-07edba44-e70e-4853-b29f-fbe560f2fd6c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033390 Sep 22 17:09:38.507632 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75607761-bf5f-4a08-96e2-aceb647d6a40 req-26eef878-2be5-44e1-b622-48bf2577926d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:38.509915 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-75607761-bf5f-4a08-96e2-aceb647d6a40 req-26eef878-2be5-44e1-b622-48bf2577926d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 919 time: 0.1377542 Sep 22 17:09:38.548587 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-75607761-bf5f-4a08-96e2-aceb647d6a40 req-93ef7968-8b50-4638-a3a3-bb7cb65047e6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c HTTP/1.1" status: 200 len: 217 time: 0.0325990 Sep 22 17:09:38.597626 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75607761-bf5f-4a08-96e2-aceb647d6a40 req-9296f2d5-f76e-4fed-8a7f-e091d8e80f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:38.599176 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-75607761-bf5f-4a08-96e2-aceb647d6a40 req-9296f2d5-f76e-4fed-8a7f-e091d8e80f5e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ff3b5331-7dbe-4b3b-ac39-cc04115e40fd HTTP/1.1" status: 200 len: 857 time: 0.0448861 Sep 22 17:09:38.648114 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75607761-bf5f-4a08-96e2-aceb647d6a40 req-d9d3287b-cf91-48f3-8951-b784d0e6556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:38.649528 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-75607761-bf5f-4a08-96e2-aceb647d6a40 req-d9d3287b-cf91-48f3-8951-b784d0e6556c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=906da010-9d01-428f-8bbf-d862e44df893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433090 Sep 22 17:09:38.753490 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-75607761-bf5f-4a08-96e2-aceb647d6a40 req-d9686049-5c94-4109-b491-e823420a6b21 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943625 Sep 22 17:09:38.821269 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:38.864209 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-75607761-bf5f-4a08-96e2-aceb647d6a40 req-b9eb4507-3a6e-45d5-bcc2-ce6f7517f525 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064701 Sep 22 17:09:39.125861 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-cf54f278-3705-4f3e-b7be-2a6cb06fff20 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:39.127499 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-cf54f278-3705-4f3e-b7be-2a6cb06fff20 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/networks?id=5f2097d8-b178-40e5-9027-cc66e5236eeb HTTP/1.1" status: 200 len: 808 time: 0.1228077 Sep 22 17:09:39.145949 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-213aae2c-9ae4-47d5-bec0-ebd734b2423b tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/quotas/6c516bf5715a42cd860981f82fc58b15 HTTP/1.1" status: 200 len: 375 time: 0.0100694 Sep 22 17:09:39.198754 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-e016c4d7-a600-48f1-a01e-7e02a870a3e1 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=6c516bf5715a42cd860981f82fc58b15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404301 Sep 22 17:09:39.278991 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 59298) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:39.301407 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-e3811ff2-a3df-4ba1-9b96-408f07127c23 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5f2097d8-b178-40e5-9027-cc66e5236eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934815 Sep 22 17:09:39.387591 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:39.394081 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-42adce4f-fff7-43b8-b954-3b10df33273b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:39.405034 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-648d220a-6fe0-4651-bbaf-9344463de767 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/5f2097d8-b178-40e5-9027-cc66e5236eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971684 Sep 22 17:09:39.482559 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-42adce4f-fff7-43b8-b954-3b10df33273b admin admin] Publish callbacks [] for security_group (98c2896a-f87e-4fa8-8df7-990eda972055), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:39.486877 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-42adce4f-fff7-43b8-b954-3b10df33273b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (98c2896a-f87e-4fa8-8df7-990eda972055), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:39.533422 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adce4f-fff7-43b8-b954-3b10df33273b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c2896a-f87e-4fa8-8df7-990eda972055,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:39.543739 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 59310) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:39.544035 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-42adce4f-fff7-43b8-b954-3b10df33273b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6c71f08e6a5d4be888591f09c3ca3e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638373 Sep 22 17:09:39.627847 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e3fc3bb8-b904-4f86-a138-00b12b331d00 req-1f96c212-c004-49d0-9355-e5b3cd0346dd tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 210 time: 0.0625999 Sep 22 17:09:39.683134 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48b879-0421-48d7-9a84-652c13011681 req-6da19187-de90-4a75-8647-873cade44ab0 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:39.684684 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ac48b879-0421-48d7-9a84-652c13011681 req-6da19187-de90-4a75-8647-873cade44ab0 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0945253 Sep 22 17:09:39.690784 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-123e9da3-7e7d-40b4-bb60-9d48f9053a67 admin admin] Publish callbacks [] for security_group (98c2896a-f87e-4fa8-8df7-990eda972055), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:39.729939 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-123e9da3-7e7d-40b4-bb60-9d48f9053a67 admin admin] Publish callbacks [] for security_group (98c2896a-f87e-4fa8-8df7-990eda972055), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:39.794143 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ac48b879-0421-48d7-9a84-652c13011681 req-de381533-c9d3-4dfd-b342-ae9f8695426b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915964 Sep 22 17:09:39.820465 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-123e9da3-7e7d-40b4-bb60-9d48f9053a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (98c2896a-f87e-4fa8-8df7-990eda972055), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:39.823706 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-123e9da3-7e7d-40b4-bb60-9d48f9053a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:39.824910 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-123e9da3-7e7d-40b4-bb60-9d48f9053a67 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/98c2896a-f87e-4fa8-8df7-990eda972055 HTTP/1.1" status: 204 len: 168 time: 0.2798293 Sep 22 17:09:39.836611 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e9da3-7e7d-40b4-bb60-9d48f9053a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c2896a-f87e-4fa8-8df7-990eda972055,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:40.741638 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d44ef9f6-1df6-43d0-9096-bf9dbf8a022c req-77085774-e1b2-40a4-841b-4bbf34bb83da tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 210 time: 0.0282660 Sep 22 17:09:40.923314 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a0765-59b1-4fc6-a95e-c3c7987016e0 req-ff3219a4-2066-4560-bba5-533f527d9949 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:40.924639 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-228a0765-59b1-4fc6-a95e-c3c7987016e0 req-ff3219a4-2066-4560-bba5-533f527d9949 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0555854 Sep 22 17:09:40.991183 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-228a0765-59b1-4fc6-a95e-c3c7987016e0 req-9597725a-815c-487b-8185-3e5050b2c47a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606225 Sep 22 17:09:41.845675 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ed97eb49-ec7a-4e00-8691-1ab43908ab66 req-84f6f745-bb32-4e6c-8e7e-f7365576ed48 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 210 time: 0.0275664 Sep 22 17:09:42.112312 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ff266-5a5f-4db9-856b-e9f0c9e13587 req-590f813b-8513-4e0e-9c66-7ca1f10400ba tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:42.113808 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eb6ff266-5a5f-4db9-856b-e9f0c9e13587 req-590f813b-8513-4e0e-9c66-7ca1f10400ba tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0474770 Sep 22 17:09:42.162283 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eb6ff266-5a5f-4db9-856b-e9f0c9e13587 req-629f8eef-73af-482f-9f3e-944d75ba910d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Sep 22 17:09:42.948546 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e4d4c79f-3943-43d6-9470-411ef9277bd8 req-b9a52403-e777-4a91-899d-697d9ff3e2f1 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 210 time: 0.0291367 Sep 22 17:09:43.334259 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbe3ce-a47f-4910-b356-8462d2b1a50b req-74b0b493-eed4-4ac1-8a05-4d251b1cb771 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:43.335755 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-74fbe3ce-a47f-4910-b356-8462d2b1a50b req-74b0b493-eed4-4ac1-8a05-4d251b1cb771 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0529404 Sep 22 17:09:43.383860 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-74fbe3ce-a47f-4910-b356-8462d2b1a50b req-3115bdea-3bc1-4a39-8832-825bcf88b36a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420475 Sep 22 17:09:44.058902 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0188789d-3815-4111-88fb-f732e5fc603d req-862f445f-4d41-43f7-8368-a73e744ab434 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 210 time: 0.0298343 Sep 22 17:09:44.420472 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:44.468101 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-f515002f-d467-4c14-b427-f5055262fc63 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:44.469628 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-f515002f-d467-4c14-b427-f5055262fc63 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.33 "GET /networking/v2.0/networks?id=5f2097d8-b178-40e5-9027-cc66e5236eeb HTTP/1.1" status: 200 len: 808 time: 0.1072702 Sep 22 17:09:45.161256 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6f5e3816-b70f-4ba1-8924-63a423a24ebe req-4a784094-849f-466d-ba1e-18b3effadb66 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 210 time: 0.0283377 Sep 22 17:09:46.266508 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d1a77c93-9f32-4d5f-b67f-741cedd4b36f req-1a474c51-10b6-4117-bb8b-d65fd3ceed64 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 210 time: 0.0289714 Sep 22 17:09:47.277410 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:47.369903 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d4d74a7d-ae24-455c-a8be-c0b9ffcc247d req-eb3b5f44-2ad3-46f4-8690-001724514da0 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 210 time: 0.0279977 Sep 22 17:09:48.486088 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7a5886ba-159e-4342-b2f2-b19b2aa879b8 req-79736db2-a4ab-41a2-8b14-f82cf4bf54dc tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 210 time: 0.0346611 Sep 22 17:09:48.950051 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-b22a1321-e37e-4f13-bcda-b216de2be40f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Request body: {'port': {'device_id': 'a7c1c162-44d4-4441-8009-032e602e9418', 'network_id': '5f2097d8-b178-40e5-9027-cc66e5236eeb', 'admin_state_up': True, 'tenant_id': '6c516bf5715a42cd860981f82fc58b15'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:49.059736 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-b22a1321-e37e-4f13-bcda-b216de2be40f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Made reservation on behalf of 6c516bf5715a42cd860981f82fc58b15 for: {'port': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:09:49.063466 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-b22a1321-e37e-4f13-bcda-b216de2be40f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:49.173138 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:49.197153 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-b22a1321-e37e-4f13-bcda-b216de2be40f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Allocated IP 172.20.0.10 (5f2097d8-b178-40e5-9027-cc66e5236eeb/9a4a906d-00a0-479d-ad3e-0e787eb1ebaf/7c1dd24d-7949-4eb9-8891-ea0b4a095c46) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:09:49.346794 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-b22a1321-e37e-4f13-bcda-b216de2be40f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Publish callbacks [] for port (7c1dd24d-7949-4eb9-8891-ea0b4a095c46), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:49.378048 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-b22a1321-e37e-4f13-bcda-b216de2be40f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (7c1dd24d-7949-4eb9-8891-ea0b4a095c46), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:49.434625 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-b22a1321-e37e-4f13-bcda-b216de2be40f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Network 5f2097d8-b178-40e5-9027-cc66e5236eeb is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:09:49.438200 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-b22a1321-e37e-4f13-bcda-b216de2be40f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:09:49.443372 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-b22a1321-e37e-4f13-bcda-b216de2be40f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:09:49.450021 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a1321-e37e-4f13-bcda-b216de2be40f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Pushing event updated for resources: {'Port': ['ID=7c1dd24d-7949-4eb9-8891-ea0b4a095c46,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:49.500224 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-b22a1321-e37e-4f13-bcda-b216de2be40f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:49.500927 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-b22a1321-e37e-4f13-bcda-b216de2be40f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:49.511045 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=73,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:49.521705 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-b22a1321-e37e-4f13-bcda-b216de2be40f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5755851 Sep 22 17:09:49.533638 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=65,neutron:INSERT=9,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:49.610231 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2182f0-a2d7-42b2-804e-cd892ccbefae req-af7aa531-18a4-4634-81c3-270cdb95048b tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:49.611692 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-be2182f0-a2d7-42b2-804e-cd892ccbefae req-af7aa531-18a4-4634-81c3-270cdb95048b tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 932 time: 0.0465565 Sep 22 17:09:49.664024 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-be2182f0-a2d7-42b2-804e-cd892ccbefae req-1c51bc61-0534-431d-9c18-8a95791d5545 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465455 Sep 22 17:09:49.854523 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:50.450567 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Request body: {'port': {'device_id': 'a7c1c162-44d4-4441-8009-032e602e9418', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:50.508897 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:50.515118 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (7c1dd24d-7949-4eb9-8891-ea0b4a095c46), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:50.727388 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:09:50.805069 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 {{(pid=106555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:09:50.816602 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Publish callbacks [] for port (7c1dd24d-7949-4eb9-8891-ea0b4a095c46), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:50.821431 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:INSERT=2,neutron:UPDATE=4,neutron:SELECT=93,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:50.838864 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce687b3-a5d8-42dc-a595-1b4fec958567 req-99921c2d-f88b-41f1-a4a7-eecfc903dca8 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:50.840355 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6ce687b3-a5d8-42dc-a595-1b4fec958567 req-99921c2d-f88b-41f1-a4a7-eecfc903dca8 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 932 time: 0.0714629 Sep 22 17:09:50.843261 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.provisioning_blocks [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Transition to ACTIVE for port object 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 will not be triggered until provisioned by entity L2. {{(pid=106555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:09:50.853589 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (7c1dd24d-7949-4eb9-8891-ea0b4a095c46), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:50.877169 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ac46daa6-ff23-43f9-a366-7447a8c631af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:50.941985 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c1dd24d-7949-4eb9-8891-ea0b4a095c46,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:50.975536 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6ce687b3-a5d8-42dc-a595-1b4fec958567 req-b765998e-2691-44e8-b9ef-5f28cb3b9fa7 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287715 Sep 22 17:09:51.007713 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Attempting to bind port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:09:51.008012 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Attempting to bind port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a3756d3b-8e86-4d2e-a089-0b14a6f79b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5f2097d8-b178-40e5-9027-cc66e5236eeb'}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:09:51.008334 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Attempting to bind port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 on network 5f2097d8-b178-40e5-9027-cc66e5236eeb {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:09:51.050828 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 on network 5f2097d8-b178-40e5-9027-cc66e5236eeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:09:51.051178 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Attempting to bind port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 on network 5f2097d8-b178-40e5-9027-cc66e5236eeb {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:09:51.092989 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:09:51.093306 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Checking segment: {'id': 'a3756d3b-8e86-4d2e-a089-0b14a6f79b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5f2097d8-b178-40e5-9027-cc66e5236eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:09:51.093678 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Bound using segment: {'id': 'a3756d3b-8e86-4d2e-a089-0b14a6f79b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5f2097d8-b178-40e5-9027-cc66e5236eeb'} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:09:51.094113 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Bound port: 7c1dd24d-7949-4eb9-8891-ea0b4a095c46, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3756d3b-8e86-4d2e-a089-0b14a6f79b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5f2097d8-b178-40e5-9027-cc66e5236eeb'}}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:09:51.094467 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (7c1dd24d-7949-4eb9-8891-ea0b4a095c46), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:51.157762 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] For port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46, host hv-cinder-83538, cleared binding levels {{(pid=106555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:09:51.160844 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] For port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7c1dd24d-7949-4eb9-8891-ea0b4a095c46,segment=NetworkSegment(a3756d3b-8e86-4d2e-a089-0b14a6f79b84),segment_id=a3756d3b-8e86-4d2e-a089-0b14a6f79b84)] {{(pid=106555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:09:51.166524 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (7c1dd24d-7949-4eb9-8891-ea0b4a095c46), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:51.170575 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:51.171212 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:51.172572 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/7c1dd24d-7949-4eb9-8891-ea0b4a095c46 HTTP/1.1" status: 200 len: 1094 time: 0.7264111 Sep 22 17:09:51.173152 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c1c162-44d4-4441-8009-032e602e9418', 'tag': '7c1dd24d-7949-4eb9-8891-ea0b4a095c46'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:09:51.175732 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eed21f6-fb42-4b4d-bd79-ae98b418b48d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c1c162-44d4-4441-8009-032e602e9418", "tag": "7c1dd24d-7949-4eb9-8891-ea0b4a095c46"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:09:51.225407 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e5ae6f-f8d4-4ee6-9f6d-1244b8c1395a x-openstack-request-id: req-e6e5ae6f-f8d4-4ee6-9f6d-1244b8c1395a {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:09:51.225692 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c1c162-44d4-4441-8009-032e602e9418", "tag": "7c1dd24d-7949-4eb9-8891-ea0b4a095c46", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:09:51.225949 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6e5ae6f-f8d4-4ee6-9f6d-1244b8c1395a {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:09:51.226378 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e5ae6f-f8d4-4ee6-9f6d-1244b8c1395a'] response: {'name': 'network-changed', 'server_uuid': 'a7c1c162-44d4-4441-8009-032e602e9418', 'tag': '7c1dd24d-7949-4eb9-8891-ea0b4a095c46', 'status': 'completed', 'code': 200} Sep 22 17:09:51.230072 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b40a8-c89d-4f21-820c-1049c51f59b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c1dd24d-7949-4eb9-8891-ea0b4a095c46,revision_number=3']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:51.290232 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-356e4791-570c-4f6a-9b9d-bea0cc61c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:51.292336 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-356e4791-570c-4f6a-9b9d-bea0cc61c3aa service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6c516bf5715a42cd860981f82fc58b15&device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 1128 time: 0.0408397 Sep 22 17:09:51.338575 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-224482a6-088b-4fa0-be49-a33dd8019630 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c1dd24d-7949-4eb9-8891-ea0b4a095c46 HTTP/1.1" status: 200 len: 217 time: 0.0337365 Sep 22 17:09:51.402897 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-838ff082-59dc-43d5-bd1e-ba6551aa4c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:51.404415 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-838ff082-59dc-43d5-bd1e-ba6551aa4c31 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9a4a906d-00a0-479d-ad3e-0e787eb1ebaf HTTP/1.1" status: 200 len: 848 time: 0.0603945 Sep 22 17:09:51.447488 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-79b000fc-294a-4357-bc3b-1b0eeb185abd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=5f2097d8-b178-40e5-9027-cc66e5236eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269597 Sep 22 17:09:51.501282 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:51.540502 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-72a285f3-3869-4e89-a251-5acc9501c27e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5f2097d8-b178-40e5-9027-cc66e5236eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870271 Sep 22 17:09:51.639987 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f4505d4-eedc-4ae0-a027-3f08bb3309f4 req-7fa61de8-04a7-4bc8-8a79-6059acc79f8d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5f2097d8-b178-40e5-9027-cc66e5236eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925961 Sep 22 17:09:52.100402 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c674116-4447-4d22-8bcf-d3b668b28142 req-e71d62dd-4b74-4bf9-8a61-c253e27f33ba tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:52.101860 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1c674116-4447-4d22-8bcf-d3b668b28142 req-e71d62dd-4b74-4bf9-8a61-c253e27f33ba tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0472991 Sep 22 17:09:52.150039 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1c674116-4447-4d22-8bcf-d3b668b28142 req-fc36247c-fc6f-4585-8c55-cba1439fe602 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422685 Sep 22 17:09:53.513147 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9506e2c-401f-4336-937d-4421db4645a4 req-2d56dd5b-d823-4800-b221-59c1d287580a tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:53.514672 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c9506e2c-401f-4336-937d-4421db4645a4 req-2d56dd5b-d823-4800-b221-59c1d287580a tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.2840738 Sep 22 17:09:53.554703 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:53.563373 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c9506e2c-401f-4336-937d-4421db4645a4 req-75eb3326-70fd-4e47-9dee-370ce04edc7a tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429914 Sep 22 17:09:53.781228 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d0e93998-7d79-4452-b2d3-ca1c7147a1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:54.683438 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b36f60-5a17-41de-b62b-d4a8634c2ca4 req-74d3d224-32f0-4578-9a48-7163d4789dca tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:54.684911 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d9b36f60-5a17-41de-b62b-d4a8634c2ca4 req-74d3d224-32f0-4578-9a48-7163d4789dca tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0471859 Sep 22 17:09:54.742061 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d9b36f60-5a17-41de-b62b-d4a8634c2ca4 req-04b58809-d8ca-4e52-b317-2e77671930a1 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516016 Sep 22 17:09:55.323309 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:55.864543 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8206f-5250-48e2-9b3a-aad3c1029fcb req-dfbf75a6-2ced-4717-839b-dbd59d870bac tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:55.865907 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-13e8206f-5250-48e2-9b3a-aad3c1029fcb req-dfbf75a6-2ced-4717-839b-dbd59d870bac tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0488942 Sep 22 17:09:55.917270 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-13e8206f-5250-48e2-9b3a-aad3c1029fcb req-0126be97-a2f7-445e-98a1-295c4deb7b23 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456724 Sep 22 17:09:55.961463 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed21f6-fb42-4b4d-bd79-ae98b418b48d req-2fa9357b-a2b4-4245-acbb-80ed5820c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:55.963642 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9eed21f6-fb42-4b4d-bd79-ae98b418b48d req-2fa9357b-a2b4-4245-acbb-80ed5820c65d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=6c516bf5715a42cd860981f82fc58b15&device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 1128 time: 0.0417349 Sep 22 17:09:56.056866 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed21f6-fb42-4b4d-bd79-ae98b418b48d req-7bd70ae4-b5e5-41e1-9164-fadce28cadfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:56.058314 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9eed21f6-fb42-4b4d-bd79-ae98b418b48d req-7bd70ae4-b5e5-41e1-9164-fadce28cadfa service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=5f2097d8-b178-40e5-9027-cc66e5236eeb HTTP/1.1" status: 200 len: 909 time: 0.0877037 Sep 22 17:09:56.098608 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9eed21f6-fb42-4b4d-bd79-ae98b418b48d req-5e8b0d81-6cec-4bd0-994e-406305d5e81e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c1dd24d-7949-4eb9-8891-ea0b4a095c46 HTTP/1.1" status: 200 len: 217 time: 0.0331709 Sep 22 17:09:56.148399 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed21f6-fb42-4b4d-bd79-ae98b418b48d req-cdfd1f72-cc1d-4f45-a62e-a057b3f69e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:56.150490 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9eed21f6-fb42-4b4d-bd79-ae98b418b48d req-cdfd1f72-cc1d-4f45-a62e-a057b3f69e48 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9a4a906d-00a0-479d-ad3e-0e787eb1ebaf HTTP/1.1" status: 200 len: 848 time: 0.0448501 Sep 22 17:09:56.183203 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9eed21f6-fb42-4b4d-bd79-ae98b418b48d req-10d0639e-9f88-4230-b488-a7373e7da194 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=5f2097d8-b178-40e5-9027-cc66e5236eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247746 Sep 22 17:09:56.280576 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9eed21f6-fb42-4b4d-bd79-ae98b418b48d req-0a7a0cfc-c416-475b-9877-d06165b01163 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5f2097d8-b178-40e5-9027-cc66e5236eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897388 Sep 22 17:09:56.378529 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9eed21f6-fb42-4b4d-bd79-ae98b418b48d req-76057ad3-4f19-4daa-9d66-4ef1ff43a4ad service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5f2097d8-b178-40e5-9027-cc66e5236eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906391 Sep 22 17:09:56.785830 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:57.044397 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e3474-896a-4ae7-8078-7dc588d64278 req-b5e60220-97e4-487e-b670-4da37fd55085 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:57.045877 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-290e3474-896a-4ae7-8078-7dc588d64278 req-b5e60220-97e4-487e-b670-4da37fd55085 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0466714 Sep 22 17:09:57.076293 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:57.094471 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-290e3474-896a-4ae7-8078-7dc588d64278 req-809269b4-5263-4fbd-bec4-f6fb63938fe7 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427358 Sep 22 17:09:57.545207 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:58.213525 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfd0a3-4d9d-42c1-b0e9-0a919cca9057 req-4e748775-b702-4551-b268-cf7c5e0f0664 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:58.215034 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c5bfd0a3-4d9d-42c1-b0e9-0a919cca9057 req-4e748775-b702-4551-b268-cf7c5e0f0664 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0467830 Sep 22 17:09:58.262897 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c5bfd0a3-4d9d-42c1-b0e9-0a919cca9057 req-78a4ce45-c6ea-4ffa-a376-211ab2586b39 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422015 Sep 22 17:09:58.550652 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 59564) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:58.555659 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-35e17df6-284b-473e-9463-ecf452ec693b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1093841424', 'description': 'tempest-description--2081819633'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:58.576238 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-35e17df6-284b-473e-9463-ecf452ec693b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:58.647312 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-35e17df6-284b-473e-9463-ecf452ec693b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for security_group (1fea17d1-26e7-41a7-a4d2-92d248afd2d1), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:58.651401 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-35e17df6-284b-473e-9463-ecf452ec693b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (1fea17d1-26e7-41a7-a4d2-92d248afd2d1), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:58.683343 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-35e17df6-284b-473e-9463-ecf452ec693b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:58.684550 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-35e17df6-284b-473e-9463-ecf452ec693b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1327198 Sep 22 17:09:58.686407 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e17df6-284b-473e-9463-ecf452ec693b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fea17d1-26e7-41a7-a4d2-92d248afd2d1,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:58.687717 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 59566) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:58.692476 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-231d8c0b-dcc2-45af-8fba-23ee53c64147 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Request body: {'security_group_rule': {'security_group_id': '1fea17d1-26e7-41a7-a4d2-92d248afd2d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:58.719802 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-231d8c0b-dcc2-45af-8fba-23ee53c64147 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for security_group_rule (726af9b5-ceeb-4f69-a288-132d631d8f2a), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:58.778155 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-231d8c0b-dcc2-45af-8fba-23ee53c64147 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for security_group_rule (726af9b5-ceeb-4f69-a288-132d631d8f2a), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:58.782577 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-231d8c0b-dcc2-45af-8fba-23ee53c64147 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (726af9b5-ceeb-4f69-a288-132d631d8f2a), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:58.801889 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d8c0b-dcc2-45af-8fba-23ee53c64147 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726af9b5-ceeb-4f69-a288-132d631d8f2a,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:58.811748 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-231d8c0b-dcc2-45af-8fba-23ee53c64147 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:58.812972 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-231d8c0b-dcc2-45af-8fba-23ee53c64147 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242418 Sep 22 17:09:58.815627 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 59570) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:58.819833 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-73b48a88-2d4b-49f9-9c44-6266cd953a58 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Request body: {'security_group_rule': {'security_group_id': '1fea17d1-26e7-41a7-a4d2-92d248afd2d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:58.846086 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-73b48a88-2d4b-49f9-9c44-6266cd953a58 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for security_group_rule (ed9c4102-3954-4501-9a78-df2faf188272), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:58.907202 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-73b48a88-2d4b-49f9-9c44-6266cd953a58 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for security_group_rule (ed9c4102-3954-4501-9a78-df2faf188272), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:58.910857 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-73b48a88-2d4b-49f9-9c44-6266cd953a58 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (ed9c4102-3954-4501-9a78-df2faf188272), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:58.934755 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b48a88-2d4b-49f9-9c44-6266cd953a58 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9c4102-3954-4501-9a78-df2faf188272,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:58.940250 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-73b48a88-2d4b-49f9-9c44-6266cd953a58 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:58.943487 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-73b48a88-2d4b-49f9-9c44-6266cd953a58 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248786 Sep 22 17:09:58.945712 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 59574) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:09:58.950565 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Request body: {'floatingip': {'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:09:58.972185 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:59.048228 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:59.158143 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Allocated IP 172.27.1.173 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/f3d2ba7d-fea9-4509-b91c-0639ea4d748f) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:09:59.263497 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for port (f3d2ba7d-fea9-4509-b91c-0639ea4d748f), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:59.296523 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (f3d2ba7d-fea9-4509-b91c-0639ea4d748f), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:59.327710 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:59.339641 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:09:59.345643 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:09:59.349804 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:09:59.353691 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Pushing event updated for resources: {'Port': ['ID=f3d2ba7d-fea9-4509-b91c-0639ea4d748f,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:59.381392 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:59.388167 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:09:59.400798 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621f425-d18a-4ab2-a5a9-d8eae1aec1c6 req-1602631c-ff21-414f-b8da-ef82fa473806 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:59.402517 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6621f425-d18a-4ab2-a5a9-d8eae1aec1c6 req-1602631c-ff21-414f-b8da-ef82fa473806 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0596764 Sep 22 17:09:59.440366 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for floatingip (4a64d259-f904-441c-bb5a-ff8d870132d1), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:59.453194 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6621f425-d18a-4ab2-a5a9-d8eae1aec1c6 req-9b729055-231a-4e4d-b61c-e02bc6419380 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449152 Sep 22 17:09:59.481029 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f3d2ba7d-fea9-4509-b91c-0639ea4d748f), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:59.635238 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for port (f3d2ba7d-fea9-4509-b91c-0639ea4d748f), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:59.639852 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (f3d2ba7d-fea9-4509-b91c-0639ea4d748f), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:59.706008 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Pushing event updated for resources: {'Port': ['ID=f3d2ba7d-fea9-4509-b91c-0639ea4d748f,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:59.708737 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (4a64d259-f904-441c-bb5a-ff8d870132d1), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:59.725462 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:09:59.726773 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-de420b37-7c02-4ea1-8a98-0144c199b936 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7795947 Sep 22 17:09:59.941565 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-c63a1c42-4c2f-4529-97dd-a97ba3bc5411 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1093841424&fields=id&tenant_id=105c11557b6f45329dc97af01e8ea915 HTTP/1.1" status: 200 len: 267 time: 0.0440900 Sep 22 17:10:00.052689 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-b09b52bd-3406-4b2b-abac-c4e234d06b8f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:00.054135 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-b09b52bd-3406-4b2b-abac-c4e234d06b8f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 818 time: 0.1056132 Sep 22 17:10:00.069157 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-aa906d87-a96c-40ad-bab4-e68e99ece082 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/quotas/105c11557b6f45329dc97af01e8ea915 HTTP/1.1" status: 200 len: 375 time: 0.0089791 Sep 22 17:10:00.123068 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-8d76486b-67fe-47a7-8f43-26b627873b12 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0483077 Sep 22 17:10:00.229328 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-0924186f-a428-4fa1-aed6-a679a93ca8b7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887189 Sep 22 17:10:00.324545 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-6467f2ad-b3fa-4e61-8039-464032f0a582 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891018 Sep 22 17:10:00.487719 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bcd163e7-3202-4cc8-a99f-7cf760ad7bf0 req-c4fdea05-bef1-4124-99a2-d3f9d26fc247 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0285418 Sep 22 17:10:00.579471 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea102530-12a5-4eaf-b09c-c249c760f1c5 req-e98151b1-3c75-48e4-8e00-e5000cbb4578 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:00.580830 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ea102530-12a5-4eaf-b09c-c249c760f1c5 req-e98151b1-3c75-48e4-8e00-e5000cbb4578 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0510986 Sep 22 17:10:00.629318 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ea102530-12a5-4eaf-b09c-c249c760f1c5 req-81bfd50e-e0d0-44ad-843d-e01e5c7bd399 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430098 Sep 22 17:10:01.592446 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aad9008b-46fc-4beb-9bba-0546a7f81735 req-42fab79b-541a-46e1-98e4-1c5f8171e7ea tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0281384 Sep 22 17:10:01.751210 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7a540-244b-47be-9333-881070ab41ee req-8e30716e-6aa6-4ed2-8f9f-38b236f5700e tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:01.752673 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-54b7a540-244b-47be-9333-881070ab41ee req-8e30716e-6aa6-4ed2-8f9f-38b236f5700e tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0492384 Sep 22 17:10:01.777463 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:01.802129 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-54b7a540-244b-47be-9333-881070ab41ee req-ca9341f8-61e7-4eb6-b1a2-2c113bce7ffe tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438008 Sep 22 17:10:02.701079 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d81e22e7-1d7e-4e04-8184-5c6137177b7a req-e906c50e-ec2e-44e7-8609-b443a4ee6a62 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0360670 Sep 22 17:10:02.927001 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c941ad-5124-4113-bff8-89fa647c80f9 req-dbe92753-319c-4381-b2dc-df56a791af78 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:02.928501 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-24c941ad-5124-4113-bff8-89fa647c80f9 req-dbe92753-319c-4381-b2dc-df56a791af78 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0481212 Sep 22 17:10:02.981793 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-24c941ad-5124-4113-bff8-89fa647c80f9 req-e022e1ab-eab6-465e-8875-c1bf7d239c69 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457928 Sep 22 17:10:03.810839 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5edb5dcb-e52f-41f6-9f03-a7ff1f754c11 req-3cb4f000-0aca-48a1-ac46-00db5bbe72fc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0358319 Sep 22 17:10:04.104461 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff924b-eb75-4f46-8c93-5bc466672ced req-afcc3a28-9f98-4e30-8334-c51cc74d5e38 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:04.105951 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-24ff924b-eb75-4f46-8c93-5bc466672ced req-afcc3a28-9f98-4e30-8334-c51cc74d5e38 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0477662 Sep 22 17:10:04.153737 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-24ff924b-eb75-4f46-8c93-5bc466672ced req-e659cb0c-c627-49fa-92be-79f907ab3668 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420957 Sep 22 17:10:04.912286 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9e40513f-187b-40d5-a151-c38c48f6750f req-6dac13a5-9060-46db-b838-230875b252ec tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0278552 Sep 22 17:10:05.283922 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78157f-743e-4eaa-b113-f9f9f54ebde0 req-9cfa71b4-b237-4e92-a22f-3ce22c19851f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:05.285403 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cb78157f-743e-4eaa-b113-f9f9f54ebde0 req-9cfa71b4-b237-4e92-a22f-3ce22c19851f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0536106 Sep 22 17:10:05.326053 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:05.333703 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cb78157f-743e-4eaa-b113-f9f9f54ebde0 req-2ee6e107-7045-4e3b-8a56-4c453146bed5 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420959 Sep 22 17:10:06.012536 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d7effe7c-ede1-490d-bbcb-35a8014559ee req-00171a79-bc9c-4013-8f78-ae886348d3e2 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0277560 Sep 22 17:10:06.442968 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=3 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:06.447707 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=5 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:06.458587 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545cdb5-06fa-46f7-9a79-7c9e7dcbda22 req-87d0a5eb-7752-494b-b3b5-1441bc93e6df tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:06.460101 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7545cdb5-06fa-46f7-9a79-7c9e7dcbda22 req-87d0a5eb-7752-494b-b3b5-1441bc93e6df tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0504024 Sep 22 17:10:06.510405 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7545cdb5-06fa-46f7-9a79-7c9e7dcbda22 req-1cbf71a0-844d-4f5f-b93e-a7c67d2ca09f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441964 Sep 22 17:10:07.115144 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-08d7a544-4018-4a56-bfa3-ae764e7e0f53 req-fe624b12-4992-4aa9-aef1-d6df49b2634d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0298109 Sep 22 17:10:07.282251 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:07.631846 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f67a1-9bf2-4d83-8ffe-d104e552caec req-e0c9a543-7cf1-4352-95d9-4519f864e7fd tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:07.633358 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1d4f67a1-9bf2-4d83-8ffe-d104e552caec req-e0c9a543-7cf1-4352-95d9-4519f864e7fd tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0489681 Sep 22 17:10:07.682655 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1d4f67a1-9bf2-4d83-8ffe-d104e552caec req-d22563b9-d20c-4328-9184-8b3f466faa31 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435617 Sep 22 17:10:08.241520 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9aa70bfc-1b70-4082-80c5-da817c566096 req-cad46431-9e3f-4859-a9b1-848fa728a0f1 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0344837 Sep 22 17:10:08.802956 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198563a-e922-4442-9d9c-fe6256a5ca6f req-de637c2b-afd4-4b03-9bdf-701b0fb17d00 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:08.804452 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d198563a-e922-4442-9d9c-fe6256a5ca6f req-de637c2b-afd4-4b03-9bdf-701b0fb17d00 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0466933 Sep 22 17:10:08.856942 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d198563a-e922-4442-9d9c-fe6256a5ca6f req-418fb5b4-c63e-453b-854a-6babf4c13e08 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461819 Sep 22 17:10:09.359010 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8f02b7b2-2440-44d5-b616-1892c155c8f2 req-76668cd0-d4a4-4c17-b696-1add9c16e447 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0381646 Sep 22 17:10:09.719295 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=46,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:09.720234 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=39,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:09.980434 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af423603-8c22-4d4e-8c51-637636e2c591 req-b9a049db-7f0b-483d-aa51-6d9207dd653f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:09.981908 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-af423603-8c22-4d4e-8c51-637636e2c591 req-b9a049db-7f0b-483d-aa51-6d9207dd653f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0469501 Sep 22 17:10:10.029554 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-af423603-8c22-4d4e-8c51-637636e2c591 req-09ee765c-091a-467a-9ecb-e93e97664236 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Sep 22 17:10:10.463198 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-029afb5f-5938-4925-84f4-0df82af15cdf req-19704201-feb6-468f-b362-05f79216edd5 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0324228 Sep 22 17:10:11.149153 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eca7a3-3ee4-4258-a0a3-7c6221f3366d req-86856951-6649-4ac6-a842-7f02abf5c3b9 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:11.150612 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-30eca7a3-3ee4-4258-a0a3-7c6221f3366d req-86856951-6649-4ac6-a842-7f02abf5c3b9 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0463002 Sep 22 17:10:11.198322 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-30eca7a3-3ee4-4258-a0a3-7c6221f3366d req-5d825471-7315-443c-bba1-aed2ffa412ef tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415478 Sep 22 17:10:11.569151 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b1ccf5cc-3fe9-4817-8b46-83e3701ffbc6 req-bc012b3a-4236-4be4-b0ea-1917a3e019af tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0310831 Sep 22 17:10:11.612592 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0837853-72b4-4493-af84-a5acea6762ca req-1913f362-fae7-4a17-a9d7-885937503fee tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-163434752&fields=id&tenant_id=1ed7377d32844bbf95f995831bc21d6b HTTP/1.1" status: 200 len: 267 time: 0.0463908 Sep 22 17:10:11.723424 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0837853-72b4-4493-af84-a5acea6762ca req-6ea19b3b-e166-4aff-a8d5-579174cec657 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:11.724895 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0837853-72b4-4493-af84-a5acea6762ca req-6ea19b3b-e166-4aff-a8d5-579174cec657 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/networks?id=76fdfd82-e2ca-4e82-8d26-41a9f16c8858 HTTP/1.1" status: 200 len: 809 time: 0.1056709 Sep 22 17:10:11.739206 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0837853-72b4-4493-af84-a5acea6762ca req-2ec3471a-f6cc-42d7-ad27-72ed7634fb53 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/quotas/1ed7377d32844bbf95f995831bc21d6b HTTP/1.1" status: 200 len: 375 time: 0.0089498 Sep 22 17:10:11.789822 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0837853-72b4-4493-af84-a5acea6762ca req-a2b67f18-795d-43fc-b43a-4d68f9ed36ca tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=1ed7377d32844bbf95f995831bc21d6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456219 Sep 22 17:10:11.855507 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:11.891084 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0837853-72b4-4493-af84-a5acea6762ca req-851f77d5-3ca4-4165-8fec-8f3c48cff5a6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/76fdfd82-e2ca-4e82-8d26-41a9f16c8858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892994 Sep 22 17:10:11.984746 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0837853-72b4-4493-af84-a5acea6762ca req-8f60be39-09f5-49f6-9c59-c2e2fa0a3cb0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/76fdfd82-e2ca-4e82-8d26-41a9f16c8858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853188 Sep 22 17:10:12.254752 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:12.277167 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7ca6033d-9b7f-41b3-968a-bbb3c9eef607 req-b9a337fa-0087-4a34-9f81-fbf7f90b79e5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 210 time: 0.0352998 Sep 22 17:10:12.337631 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e16bf-c86a-4bc9-b74c-d5c85a276381 req-19494141-60a7-41d0-a294-555700c1b33c tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:12.339149 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ec5e16bf-c86a-4bc9-b74c-d5c85a276381 req-19494141-60a7-41d0-a294-555700c1b33c tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0571375 Sep 22 17:10:12.389617 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ec5e16bf-c86a-4bc9-b74c-d5c85a276381 req-bc1df876-d315-4450-929c-0fbc2eab03c2 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444777 Sep 22 17:10:12.671447 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a2a9db87-d170-4459-a5ac-9c809232f1ab req-7b482954-3182-4bda-ac17-5b529252cbcc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0283113 Sep 22 17:10:13.377006 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-25556a0f-44b3-4e68-ac56-3177c8283935 req-38e2feaf-9dd5-4e47-ae25-cee0a999d209 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 210 time: 0.0274243 Sep 22 17:10:13.513002 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08ea4c-99e2-4421-a87f-26d46fa82d73 req-74343e34-2e98-4d84-a931-4ba4ed97a0af tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:13.514467 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1d08ea4c-99e2-4421-a87f-26d46fa82d73 req-74343e34-2e98-4d84-a931-4ba4ed97a0af tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0520313 Sep 22 17:10:13.561551 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1d08ea4c-99e2-4421-a87f-26d46fa82d73 req-4f94cbaf-51cf-476a-9976-7e8b863cb442 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414298 Sep 22 17:10:13.770439 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83e8ac56-8ef3-4d0a-8656-606ce707abab req-bfae79fe-374b-4bbf-becc-e84e67616ae0 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0281773 Sep 22 17:10:14.476206 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b10d1ee5-a344-43d0-8b19-b976afb9f7be req-47b58eb5-bffb-45a7-b1d8-ed16fba3a260 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 210 time: 0.0269120 Sep 22 17:10:14.684663 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ddbb7-6909-419b-9ce9-abda49628b5b req-4beb4569-7a78-47cf-8c06-9c1a45c7b78e tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:14.686125 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-138ddbb7-6909-419b-9ce9-abda49628b5b req-4beb4569-7a78-47cf-8c06-9c1a45c7b78e tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 944 time: 0.0514810 Sep 22 17:10:14.732921 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-138ddbb7-6909-419b-9ce9-abda49628b5b req-f58730a9-eeee-44d2-88fa-e82e7dd21e64 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412028 Sep 22 17:10:14.873081 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fccc93b6-7e5d-48b7-b2ec-4c10995925d5 req-386d3720-dbe8-41c7-8133-cf33b140da78 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0280464 Sep 22 17:10:15.387560 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:10:15.593744 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4b972b4d-463e-4c76-b75e-8c1d6b1af8a2 req-43f5ceb4-3e07-4469-af05-30c70005ba0a tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 210 time: 0.0298188 Sep 22 17:10:15.614278 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7c1dd24d-7949-4eb9-8891-ea0b4a095c46,segment=NetworkSegment(a3756d3b-8e86-4d2e-a089-0b14a6f79b84),segment_id=a3756d3b-8e86-4d2e-a089-0b14a6f79b84)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:10:15.625789 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': '7c1dd24d-7949-4eb9-8891-ea0b4a095c46', 'network_id': '5f2097d8-b178-40e5-9027-cc66e5236eeb', 'port_id': '7c1dd24d-7949-4eb9-8891-ea0b4a095c46', 'mac_address': 'fa:16:3e:96:fc:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4a906d-00a0-479d-ad3e-0e787eb1ebaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:10:15.660898 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:10:15.661206 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (7c1dd24d-7949-4eb9-8891-ea0b4a095c46), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:15.674101 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:10:15.694312 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7c1dd24d-7949-4eb9-8891-ea0b4a095c46,segment=NetworkSegment(a3756d3b-8e86-4d2e-a089-0b14a6f79b84),segment_id=a3756d3b-8e86-4d2e-a089-0b14a6f79b84)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:10:15.699007 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (7c1dd24d-7949-4eb9-8891-ea0b4a095c46), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:15.744514 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=7c1dd24d-7949-4eb9-8891-ea0b4a095c46,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:15.752180 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:15.752531 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:15.752894 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:15.753235 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:15.753566 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:15.753896 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:15.754221 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:15.754542 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:15.754867 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:15.755218 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:15.755535 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:15.755864 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:15.756182 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:15.756499 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:15.756815 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:15.860344 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cfe59-42e6-4c08-ae0d-d17a2e32f971 req-736a2431-a5a9-4a28-9e2a-2ce3f1a9921b tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:15.861778 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fd5cfe59-42e6-4c08-ae0d-d17a2e32f971 req-736a2431-a5a9-4a28-9e2a-2ce3f1a9921b tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 945 time: 0.0491509 Sep 22 17:10:15.908817 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fd5cfe59-42e6-4c08-ae0d-d17a2e32f971 req-77282a2d-cd5b-4318-838a-fbf1c0d04b4f tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414605 Sep 22 17:10:15.974036 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f3badcf3-102f-41dd-bc3f-b1eaa3452caa req-121ee8cb-eb05-4f85-8324-8c1db623aa4d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0275991 Sep 22 17:10:16.131475 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8a35758d-6940-409f-ad43-25dd835ef6bc req-a95e286d-c407-4ade-bc3d-ad9869c5a1b8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539522 Sep 22 17:10:16.311834 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35758d-6940-409f-ad43-25dd835ef6bc req-bbbbbe3a-fbfe-40d2-b31b-fb9563145e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:16.314160 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8a35758d-6940-409f-ad43-25dd835ef6bc req-bbbbbe3a-fbfe-40d2-b31b-fb9563145e17 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 1129 time: 0.0513706 Sep 22 17:10:16.495973 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35758d-6940-409f-ad43-25dd835ef6bc req-6a9a5c7b-be85-4a66-81f1-6e92681ed2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:16.497491 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8a35758d-6940-409f-ad43-25dd835ef6bc req-6a9a5c7b-be85-4a66-81f1-6e92681ed2fa service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 919 time: 0.0985970 Sep 22 17:10:16.546781 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8a35758d-6940-409f-ad43-25dd835ef6bc req-456fd545-7740-4c61-aa6f-b71ec6b3234c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c HTTP/1.1" status: 200 len: 217 time: 0.0340202 Sep 22 17:10:16.576077 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['7c1dd24d-7949-4eb9-8891-ea0b4a095c46'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:10:16.629235 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35758d-6940-409f-ad43-25dd835ef6bc req-f5bbedb5-8a1d-421c-bc77-654ecb7997ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:16.630754 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8a35758d-6940-409f-ad43-25dd835ef6bc req-f5bbedb5-8a1d-421c-bc77-654ecb7997ce service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ff3b5331-7dbe-4b3b-ac39-cc04115e40fd HTTP/1.1" status: 200 len: 857 time: 0.0709102 Sep 22 17:10:16.741594 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7dd6286b-2a67-4b98-8ba5-8557d1e91b7c req-db2cb21e-ffe4-4653-9282-5c624e48b053 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 210 time: 0.0549512 Sep 22 17:10:16.752432 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35758d-6940-409f-ad43-25dd835ef6bc req-850492de-aca7-40df-9c45-829c1a77724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:16.754092 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8a35758d-6940-409f-ad43-25dd835ef6bc req-850492de-aca7-40df-9c45-829c1a77724e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=906da010-9d01-428f-8bbf-d862e44df893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0964723 Sep 22 17:10:16.880686 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8a35758d-6940-409f-ad43-25dd835ef6bc req-3e0f5d04-c8eb-4b80-9404-2352854393f5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173754 Sep 22 17:10:17.035416 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afaf5a-30d8-43e2-9512-f7d291a31852 req-c352560b-cda3-460f-93c2-be2711b34adc tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:17.037033 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a8afaf5a-30d8-43e2-9512-f7d291a31852 req-c352560b-cda3-460f-93c2-be2711b34adc tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 945 time: 0.0520172 Sep 22 17:10:17.091525 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d1c6e0ce-c8ff-4601-bf0d-9cc0c6ef162d req-c63200d9-90e1-467b-b65c-ba9b6b3721ca tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0322182 Sep 22 17:10:17.113487 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a8afaf5a-30d8-43e2-9512-f7d291a31852 req-e17a6f64-21e8-41f0-9f90-132e47c4e09c tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694425 Sep 22 17:10:17.441809 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:17.815075 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:17.838091 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5e7407be-f175-41b4-974f-2fd98d3a8981 req-9d3311a7-abdd-4ce9-ab08-26d32a2bb6b8 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 210 time: 0.0322735 Sep 22 17:10:18.205693 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e5ef732b-853f-4f39-969b-e8c3e0fef07c req-d5dbb40e-14e1-44a6-b377-e377ea8b3970 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0386424 Sep 22 17:10:18.224101 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:18.296055 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0cfce-e59d-448e-a231-c426d0825282 req-911181c1-cc65-469f-82b8-5aba48405838 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:18.297778 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e9e0cfce-e59d-448e-a231-c426d0825282 req-911181c1-cc65-469f-82b8-5aba48405838 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 945 time: 0.1017835 Sep 22 17:10:18.345923 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8a35758d-6940-409f-ad43-25dd835ef6bc req-c2d0fd5e-c8c4-4185-bc0d-1ebcbb1e3083 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511087 Sep 22 17:10:18.366189 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e9e0cfce-e59d-448e-a231-c426d0825282 req-552d6dae-fc4d-446f-b304-38938b7e4774 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622373 Sep 22 17:10:18.940197 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9d2537e2-b088-4bf7-9c16-d4ceb297a3d2 req-5ec8325f-719a-4ed7-be9c-b9010f4e80b6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 210 time: 0.0291445 Sep 22 17:10:19.306513 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8454b81b-3972-4384-8844-e4630fe5ee44 req-e48ff4f1-1b3f-4948-bdf9-cc269b41479f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0281892 Sep 22 17:10:19.490528 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be584945-ac7e-4318-95e6-ace95bc07b34 req-07fd2beb-dd51-4cb6-b63e-cfb5a2914ee2 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:19.492024 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-be584945-ac7e-4318-95e6-ace95bc07b34 req-07fd2beb-dd51-4cb6-b63e-cfb5a2914ee2 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 945 time: 0.0509758 Sep 22 17:10:19.539500 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-be584945-ac7e-4318-95e6-ace95bc07b34 req-35589ea1-1fe3-4ebd-b929-df13bae070e9 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417907 Sep 22 17:10:20.039712 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fa931466-86c9-44a0-8a49-0004ed29ed75 req-997955c8-c25f-4e5c-80ad-004131fc6d53 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 210 time: 0.0273564 Sep 22 17:10:20.407488 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4700a151-b99c-4967-a005-c6bec2509b31 req-024fa04f-e38f-4b15-994a-fbec8d841172 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0268273 Sep 22 17:10:20.669534 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e13ef-6405-41f4-a198-2f1487786c5b req-40812141-4bd1-484f-a50a-961d5d7419de tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:20.671062 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cd8e13ef-6405-41f4-a198-2f1487786c5b req-40812141-4bd1-484f-a50a-961d5d7419de tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 945 time: 0.0525978 Sep 22 17:10:20.720928 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cd8e13ef-6405-41f4-a198-2f1487786c5b req-42050a65-99a3-40ad-ad9a-6c262a1b2c52 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439718 Sep 22 17:10:20.868555 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:UPDATE=6,neutron:SELECT=82 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:20.870244 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:20.883246 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-dfab408a-543f-42f5-8309-703ada62913e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:21.143623 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a48fb88f-c262-4eb2-98dd-aa555b521414 req-c40629f0-6d4b-4c8c-88da-a010037e9760 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 210 time: 0.0282545 Sep 22 17:10:21.511220 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-42269d1f-60bd-41dd-9b7a-839335a04fb8 req-8ef0d6d8-3774-4428-8a36-ffcced1afbc3 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0297022 Sep 22 17:10:21.847935 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9dbe8-7ac0-4028-9dc9-bc412bc783a9 req-8f6c517a-c5c8-4b37-b634-120f3e65120d tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:21.849415 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a9c9dbe8-7ac0-4028-9dc9-bc412bc783a9 req-8f6c517a-c5c8-4b37-b634-120f3e65120d tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 945 time: 0.0494726 Sep 22 17:10:21.917391 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a9c9dbe8-7ac0-4028-9dc9-bc412bc783a9 req-8cef3808-044a-4741-aa10-4536ece408d4 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620286 Sep 22 17:10:22.047892 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0837853-72b4-4493-af84-a5acea6762ca req-e0655708-3001-4c62-9430-a4ee03adfd83 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:22.049382 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0837853-72b4-4493-af84-a5acea6762ca req-e0655708-3001-4c62-9430-a4ee03adfd83 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.33 "GET /networking/v2.0/networks?id=76fdfd82-e2ca-4e82-8d26-41a9f16c8858 HTTP/1.1" status: 200 len: 809 time: 0.1209571 Sep 22 17:10:22.126202 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0837853-72b4-4493-af84-a5acea6762ca req-6c668ecc-99cd-4b62-986f-52df053aaa56 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1ed7377d32844bbf95f995831bc21d6b HTTP/1.1" status: 200 len: 379 time: 0.0570478 Sep 22 17:10:22.136106 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-f0837853-72b4-4493-af84-a5acea6762ca req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Request body: {'port': {'device_id': '60e671ca-5873-4190-9048-a875393d1055', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'admin_state_up': True, 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'security_groups': ['69110723-a2c9-488f-9ca6-bdc46ea07f5a']}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:10:22.290063 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-45997661-7cbb-4114-bf39-e889a3a7e232 req-d8444613-5c6f-4404-8613-3aa7435083c4 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 210 time: 0.0479720 Sep 22 17:10:22.319401 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0837853-72b4-4493-af84-a5acea6762ca req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Made reservation on behalf of 1ed7377d32844bbf95f995831bc21d6b for: {'port': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:10:22.319401 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-f0837853-72b4-4493-af84-a5acea6762ca req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:22.422731 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:10:22.469831 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:10:22.476300 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:10:22.476734 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (7c1dd24d-7949-4eb9-8891-ea0b4a095c46), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:22.477096 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 Sep 22 17:10:22.557765 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:10:22.558151 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (7c1dd24d-7949-4eb9-8891-ea0b4a095c46), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:22.589302 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c1c162-44d4-4441-8009-032e602e9418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1dd24d-7949-4eb9-8891-ea0b4a095c46'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:10:22.592936 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997c860c-926a-4a35-8c63-7d91a1f5713e" -d '{"events": [{"server_uuid": "a7c1c162-44d4-4441-8009-032e602e9418", "name": "network-vif-plugged", "status": "completed", "tag": "7c1dd24d-7949-4eb9-8891-ea0b4a095c46"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:10:22.616717 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7c1dd24d-7949-4eb9-8891-ea0b4a095c46,segment=NetworkSegment(a3756d3b-8e86-4d2e-a089-0b14a6f79b84),segment_id=a3756d3b-8e86-4d2e-a089-0b14a6f79b84)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:10:22.622504 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (7c1dd24d-7949-4eb9-8891-ea0b4a095c46), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:22.659694 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9d89ae-29c4-4b00-95aa-f5cfdbd7e696 x-openstack-request-id: req-ef9d89ae-29c4-4b00-95aa-f5cfdbd7e696 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:10:22.660207 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c1c162-44d4-4441-8009-032e602e9418", "name": "network-vif-plugged", "status": "completed", "tag": "7c1dd24d-7949-4eb9-8891-ea0b4a095c46", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:10:22.660470 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef9d89ae-29c4-4b00-95aa-f5cfdbd7e696 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:10:22.661718 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9d89ae-29c4-4b00-95aa-f5cfdbd7e696'] response: {'server_uuid': 'a7c1c162-44d4-4441-8009-032e602e9418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1dd24d-7949-4eb9-8891-ea0b4a095c46', 'code': 200} Sep 22 17:10:22.688407 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=7c1dd24d-7949-4eb9-8891-ea0b4a095c46,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:22.700171 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9df8f4c4-cf27-4b82-ac61-9a9716613d2a req-553bcbbf-ee45-4ae7-ad88-36ba2a8e76e8 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0382292 Sep 22 17:10:22.719223 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:22.747514 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:22.751918 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [req-f0837853-72b4-4493-af84-a5acea6762ca req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Allocated IP 172.20.0.6 (76fdfd82-e2ca-4e82-8d26-41a9f16c8858/746153c5-66aa-4f48-baf0-63e2c6a7f300/bfa945c1-4510-4653-9180-db1133adbc18) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:10:22.897809 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-f0837853-72b4-4493-af84-a5acea6762ca req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for port (bfa945c1-4510-4653-9180-db1133adbc18), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:22.930703 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-f0837853-72b4-4493-af84-a5acea6762ca req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (bfa945c1-4510-4653-9180-db1133adbc18), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:22.975895 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0837853-72b4-4493-af84-a5acea6762ca req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Network 76fdfd82-e2ca-4e82-8d26-41a9f16c8858 is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:10:22.979758 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [req-f0837853-72b4-4493-af84-a5acea6762ca req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:10:22.983762 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0837853-72b4-4493-af84-a5acea6762ca req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:10:22.988933 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Pushing event updated for resources: {'Port': ['ID=bfa945c1-4510-4653-9180-db1133adbc18,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:23.019375 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:23.019721 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:23.020061 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:23.020396 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:23.020723 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:23.021077 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:23.021371 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:23.021694 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:23.022014 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:23.022329 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:23.022648 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:23.023001 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:23.023325 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:23.023646 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:23.023958 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:23.083547 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0837853-72b4-4493-af84-a5acea6762ca req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:23.084166 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-f0837853-72b4-4493-af84-a5acea6762ca req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:23.109977 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1e74f-5ab2-40a5-8f49-c0b4e15b6ac5 req-fb380936-82e7-43d0-9790-58479e4406af tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:23.117285 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d0c1e74f-5ab2-40a5-8f49-c0b4e15b6ac5 req-fb380936-82e7-43d0-9790-58479e4406af tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 946 time: 0.1033189 Sep 22 17:10:23.184664 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0837853-72b4-4493-af84-a5acea6762ca req-f92b801f-a396-4bcc-af72-2244253831f5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0528471 Sep 22 17:10:23.209182 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Request body: {'port': {'device_id': '60e671ca-5873-4190-9048-a875393d1055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:10:23.267476 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d0c1e74f-5ab2-40a5-8f49-c0b4e15b6ac5 req-79adf797-f656-4df1-89ac-8429f694576b tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491556 Sep 22 17:10:23.327152 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-a628e05b-7000-41a8-84bd-a73afe66809e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:23.328718 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-a628e05b-7000-41a8-84bd-a73afe66809e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.33 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 818 time: 0.2361498 Sep 22 17:10:23.335824 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (bfa945c1-4510-4653-9180-db1133adbc18), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:23.396082 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-4fd13e61-4d16-4b38-a697-3f97c94fa258 None None] Provisioning complete for port bfa945c1-4510-4653-9180-db1133adbc18 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:10:23.396552 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-4fd13e61-4d16-4b38-a697-3f97c94fa258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (bfa945c1-4510-4653-9180-db1133adbc18), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:23.396758 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-4fd13e61-4d16-4b38-a697-3f97c94fa258 None None] Attempt 1 to provision port bfa945c1-4510-4653-9180-db1133adbc18 Sep 22 17:10:23.490457 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-4fd13e61-4d16-4b38-a697-3f97c94fa258 None None] Port bfa945c1-4510-4653-9180-db1133adbc18 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:10:23.525269 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d6427-d546-42ca-82ad-88e5f5067cf9 req-ba239fc7-de80-4822-93a3-e6cab89ee3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:23.528241 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-0f1d6427-d546-42ca-82ad-88e5f5067cf9 req-ba239fc7-de80-4822-93a3-e6cab89ee3a1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 1130 time: 0.0788574 Sep 22 17:10:23.586029 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f706b-04de-405a-88ce-15cefe36d5e9 req-103f769b-af7f-4b68-98a5-cdbba7f4e18b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:23.588952 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a36f706b-04de-405a-88ce-15cefe36d5e9 req-103f769b-af7f-4b68-98a5-cdbba7f4e18b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 931 time: 0.1157413 Sep 22 17:10:23.626224 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-0f1d6427-d546-42ca-82ad-88e5f5067cf9 req-711b2d0c-0488-4e50-9370-55bed4107cdd service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664425 Sep 22 17:10:23.681063 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-9e06f31d-0b21-4966-8648-13937a40b40e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=105c11557b6f45329dc97af01e8ea915 HTTP/1.1" status: 200 len: 380 time: 0.1984470 Sep 22 17:10:23.681458 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:23.692359 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:23.742800 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a36f706b-04de-405a-88ce-15cefe36d5e9 req-e7f3b1f3-995d-4010-ba4f-f4f27e983030 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208751 Sep 22 17:10:23.810138 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-93bf8f07-3be7-4e1e-95c0-61e4782e665f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:23.849038 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa945c1-4510-4653-9180-db1133adbc18 {{(pid=106555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:10:23.857750 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Publish callbacks [] for port (bfa945c1-4510-4653-9180-db1133adbc18), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:23.872523 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.provisioning_blocks [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Transition to ACTIVE for port object bfa945c1-4510-4653-9180-db1133adbc18 will not be triggered until provisioned by entity L2. {{(pid=106555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:10:23.876929 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (bfa945c1-4510-4653-9180-db1133adbc18), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:23.977128 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa945c1-4510-4653-9180-db1133adbc18,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:23.991543 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-4fd13e61-4d16-4b38-a697-3f97c94fa258 None None] Attempt 2 to provision port bfa945c1-4510-4653-9180-db1133adbc18 Sep 22 17:10:24.003671 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7d9a3b66-3fde-43dc-b99c-94f5b0e8b594 req-98915b1d-7efa-442e-85c5-f2e490212960 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0607028 Sep 22 17:10:24.027282 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-4fd13e61-4d16-4b38-a697-3f97c94fa258 None None] Port bfa945c1-4510-4653-9180-db1133adbc18 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:10:24.042800 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Attempting to bind port bfa945c1-4510-4653-9180-db1133adbc18 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:10:24.043162 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Attempting to bind port bfa945c1-4510-4653-9180-db1133adbc18 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '452f9088-6e1b-4ef8-8c1a-4acb3747bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858'}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:10:24.043494 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Attempting to bind port bfa945c1-4510-4653-9180-db1133adbc18 on network 76fdfd82-e2ca-4e82-8d26-41a9f16c8858 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:10:24.089107 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Port bfa945c1-4510-4653-9180-db1133adbc18 on network 76fdfd82-e2ca-4e82-8d26-41a9f16c8858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:10:24.089435 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Attempting to bind port bfa945c1-4510-4653-9180-db1133adbc18 on network 76fdfd82-e2ca-4e82-8d26-41a9f16c8858 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:10:24.131219 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:10:24.131553 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Checking segment: {'id': '452f9088-6e1b-4ef8-8c1a-4acb3747bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:10:24.131936 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Bound using segment: {'id': '452f9088-6e1b-4ef8-8c1a-4acb3747bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858'} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:10:24.132364 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Bound port: bfa945c1-4510-4653-9180-db1133adbc18, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '452f9088-6e1b-4ef8-8c1a-4acb3747bc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858'}}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:10:24.132724 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (bfa945c1-4510-4653-9180-db1133adbc18), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:24.192539 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] For port bfa945c1-4510-4653-9180-db1133adbc18, host hv-cinder-83538, cleared binding levels {{(pid=106555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:10:24.195535 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] For port bfa945c1-4510-4653-9180-db1133adbc18, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bfa945c1-4510-4653-9180-db1133adbc18,segment=NetworkSegment(452f9088-6e1b-4ef8-8c1a-4acb3747bc99),segment_id=452f9088-6e1b-4ef8-8c1a-4acb3747bc99)] {{(pid=106555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:10:24.201665 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (bfa945c1-4510-4653-9180-db1133adbc18), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:24.206969 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:24.207577 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:24.208956 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0837853-72b4-4493-af84-a5acea6762ca req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/bfa945c1-4510-4653-9180-db1133adbc18 HTTP/1.1" status: 200 len: 1093 time: 1.0051098 Sep 22 17:10:24.209566 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e671ca-5873-4190-9048-a875393d1055', 'tag': 'bfa945c1-4510-4653-9180-db1133adbc18'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:10:24.211934 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf64e5a-f6c1-47a5-bc2d-4fc4bdd2faae" -d '{"events": [{"name": "network-changed", "server_uuid": "60e671ca-5873-4190-9048-a875393d1055", "tag": "bfa945c1-4510-4653-9180-db1133adbc18"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:10:24.257124 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31aacca-94ca-4d98-b3f4-bf72f5cae58b x-openstack-request-id: req-a31aacca-94ca-4d98-b3f4-bf72f5cae58b {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:10:24.257412 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e671ca-5873-4190-9048-a875393d1055", "tag": "bfa945c1-4510-4653-9180-db1133adbc18", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:10:24.257665 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a31aacca-94ca-4d98-b3f4-bf72f5cae58b {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:10:24.258079 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a31aacca-94ca-4d98-b3f4-bf72f5cae58b'] response: {'name': 'network-changed', 'server_uuid': '60e671ca-5873-4190-9048-a875393d1055', 'tag': 'bfa945c1-4510-4653-9180-db1133adbc18', 'status': 'completed', 'code': 200} Sep 22 17:10:24.270049 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e8c70-d62f-4ade-bd1d-315547e910a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa945c1-4510-4653-9180-db1133adbc18,revision_number=3']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:24.411720 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eae776-f566-45c3-a451-af7f60e60ed0 req-05adc456-7305-4f16-bacb-671d250d8991 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:24.413219 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-93eae776-f566-45c3-a451-af7f60e60ed0 req-05adc456-7305-4f16-bacb-671d250d8991 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 946 time: 0.0513484 Sep 22 17:10:24.460582 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-93eae776-f566-45c3-a451-af7f60e60ed0 req-9df5c48e-5465-4cae-a8c3-3863cd8b6735 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408909 Sep 22 17:10:24.528232 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-4fd13e61-4d16-4b38-a697-3f97c94fa258 None None] Attempt 3 to provision port bfa945c1-4510-4653-9180-db1133adbc18 Sep 22 17:10:24.569774 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-4fd13e61-4d16-4b38-a697-3f97c94fa258 None None] Port bfa945c1-4510-4653-9180-db1133adbc18 had new provisioning blocks added so it will not transition to active. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 17:10:24.771155 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-52b74538-4845-4935-81a0-994204215632 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Request body: {'port': {'device_id': '273ac187-4613-4832-a9a4-4cf53828d55f', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'admin_state_up': True, 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'security_groups': ['1fea17d1-26e7-41a7-a4d2-92d248afd2d1']}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:10:24.888415 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:24.920551 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800feab-4341-49dc-a00f-b01b3590a330 req-fa38d297-57c1-4733-b52d-771a5a4ea27b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:24.922139 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e800feab-4341-49dc-a00f-b01b3590a330 req-fa38d297-57c1-4733-b52d-771a5a4ea27b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0781388 Sep 22 17:10:24.966815 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-52b74538-4845-4935-81a0-994204215632 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Made reservation on behalf of 105c11557b6f45329dc97af01e8ea915 for: {'port': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:10:24.971593 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-52b74538-4845-4935-81a0-994204215632 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:25.003581 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e800feab-4341-49dc-a00f-b01b3590a330 req-a0be8dba-4b01-4de5-b5e0-31c3908d6775 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744991 Sep 22 17:10:25.133835 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0217684-34a4-4321-8be9-798e285ffb25 req-92533233-da9b-4e61-b708-02939886bbbb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0357771 Sep 22 17:10:25.150456 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-52b74538-4845-4935-81a0-994204215632 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Allocated IP 172.20.0.4 (906da010-9d01-428f-8bbf-d862e44df893/ff3b5331-7dbe-4b3b-ac39-cc04115e40fd/f2393791-4dcd-48e5-ab8f-65b3058fd17e) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:10:25.154195 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:25.298503 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-52b74538-4845-4935-81a0-994204215632 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for port (f2393791-4dcd-48e5-ab8f-65b3058fd17e), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:25.327687 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:25.332806 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-52b74538-4845-4935-81a0-994204215632 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (f2393791-4dcd-48e5-ab8f-65b3058fd17e), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:25.378306 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-52b74538-4845-4935-81a0-994204215632 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Network 906da010-9d01-428f-8bbf-d862e44df893 is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:10:25.381912 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-52b74538-4845-4935-81a0-994204215632 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:10:25.386444 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-52b74538-4845-4935-81a0-994204215632 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:10:25.392582 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b74538-4845-4935-81a0-994204215632 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Pushing event updated for resources: {'Port': ['ID=f2393791-4dcd-48e5-ab8f-65b3058fd17e,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:25.439001 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-52b74538-4845-4935-81a0-994204215632 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:25.439615 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-52b74538-4845-4935-81a0-994204215632 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:25.457837 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-52b74538-4845-4935-81a0-994204215632 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6913698 Sep 22 17:10:25.593798 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-653fdba1-b641-45fc-ab21-4f8d89a19d20 None None] Provisioning complete for port f2393791-4dcd-48e5-ab8f-65b3058fd17e triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:10:25.594364 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-653fdba1-b641-45fc-ab21-4f8d89a19d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (f2393791-4dcd-48e5-ab8f-65b3058fd17e), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:25.594660 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-653fdba1-b641-45fc-ab21-4f8d89a19d20 None None] Attempt 1 to provision port f2393791-4dcd-48e5-ab8f-65b3058fd17e Sep 22 17:10:25.597208 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Request body: {'port': {'device_id': '273ac187-4613-4832-a9a4-4cf53828d55f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:10:25.625191 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46389767-191f-4fe4-911c-648cd7b02304 req-789a0c67-af86-4f70-b071-20eac27a8c27 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:25.626763 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-46389767-191f-4fe4-911c-648cd7b02304 req-789a0c67-af86-4f70-b071-20eac27a8c27 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 946 time: 0.0894585 Sep 22 17:10:25.630521 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-653fdba1-b641-45fc-ab21-4f8d89a19d20 None None] Port f2393791-4dcd-48e5-ab8f-65b3058fd17e cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:10:25.676944 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf64e5a-f6c1-47a5-bc2d-4fc4bdd2faae req-9f727092-be91-4247-aa44-196dfbd05a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:25.678528 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0bf64e5a-f6c1-47a5-bc2d-4fc4bdd2faae req-9f727092-be91-4247-aa44-196dfbd05a36 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1ed7377d32844bbf95f995831bc21d6b&device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 1127 time: 0.1044202 Sep 22 17:10:25.752108 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:25.795788 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-46389767-191f-4fe4-911c-648cd7b02304 req-12100923-559b-46e7-a8a6-659186566501 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508205 Sep 22 17:10:25.803267 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f2393791-4dcd-48e5-ab8f-65b3058fd17e), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:25.876638 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf64e5a-f6c1-47a5-bc2d-4fc4bdd2faae req-e5bd0292-d368-48f8-8b0a-1b641eadcc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:25.878108 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0bf64e5a-f6c1-47a5-bc2d-4fc4bdd2faae req-e5bd0292-d368-48f8-8b0a-1b641eadcc11 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=1ed7377d32844bbf95f995831bc21d6b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1680260 Sep 22 17:10:26.131189 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-653fdba1-b641-45fc-ab21-4f8d89a19d20 None None] Attempt 2 to provision port f2393791-4dcd-48e5-ab8f-65b3058fd17e Sep 22 17:10:26.141934 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:26.169619 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ace1ab-6362-4f39-9aac-8ff9afd9d2e1 req-198125ed-d844-4db0-bb1d-678dfedbaa62 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:26.171176 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-42ace1ab-6362-4f39-9aac-8ff9afd9d2e1 req-198125ed-d844-4db0-bb1d-678dfedbaa62 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0855989 Sep 22 17:10:26.176926 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-653fdba1-b641-45fc-ab21-4f8d89a19d20 None None] Port f2393791-4dcd-48e5-ab8f-65b3058fd17e cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:10:26.191440 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2393791-4dcd-48e5-ab8f-65b3058fd17e {{(pid=106555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:10:26.208063 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Publish callbacks [] for port (f2393791-4dcd-48e5-ab8f-65b3058fd17e), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:26.267137 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.provisioning_blocks [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Transition to ACTIVE for port object f2393791-4dcd-48e5-ab8f-65b3058fd17e will not be triggered until provisioned by entity L2. {{(pid=106555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:10:26.282192 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (f2393791-4dcd-48e5-ab8f-65b3058fd17e), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:26.312265 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 59976) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:10:26.350202 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df95449-a199-4bab-af03-e4514e5fb3f5 req-bb88c61f-4473-42ef-b799-6092a0ab8e11 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:26.351652 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0df95449-a199-4bab-af03-e4514e5fb3f5 req-bb88c61f-4473-42ef-b799-6092a0ab8e11 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 931 time: 0.1277401 Sep 22 17:10:26.381554 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-42ace1ab-6362-4f39-9aac-8ff9afd9d2e1 req-0e373e4a-e69c-4588-8955-aeb88cdc5df2 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847427 Sep 22 17:10:26.455449 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Pushing event updated for resources: {'Port': ['ID=f2393791-4dcd-48e5-ab8f-65b3058fd17e,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:26.468429 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:26.553244 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0df95449-a199-4bab-af03-e4514e5fb3f5 req-2add2f53-4a0c-45f5-a56e-3717dec18d03 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895835 Sep 22 17:10:26.554098 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Publish callbacks [] for security_group (62703e11-a65a-4a0c-b94d-f0992252b70d), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:26.559532 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (62703e11-a65a-4a0c-b94d-f0992252b70d), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:26.578547 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf64e5a-f6c1-47a5-bc2d-4fc4bdd2faae req-1f2c2739-d8b4-4c99-84be-5ae5668701dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:26.580123 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0bf64e5a-f6c1-47a5-bc2d-4fc4bdd2faae req-1f2c2739-d8b4-4c99-84be-5ae5668701dd service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2517288 Sep 22 17:10:26.581295 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Attempting to bind port f2393791-4dcd-48e5-ab8f-65b3058fd17e on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:10:26.581777 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Attempting to bind port f2393791-4dcd-48e5-ab8f-65b3058fd17e by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:10:26.582101 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Attempting to bind port f2393791-4dcd-48e5-ab8f-65b3058fd17e on network 906da010-9d01-428f-8bbf-d862e44df893 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:10:26.606215 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=83a7aefc916343efb12f3b52449cd175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928803 Sep 22 17:10:26.606906 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62703e11-a65a-4a0c-b94d-f0992252b70d,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:26.609346 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 59980) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:10:26.614193 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:26.614524 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:26.614867 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:26.615239 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:26.615572 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:26.615901 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:26.616232 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:26.616594 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:26.616906 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:26.617255 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:26.617587 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:26.617912 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:26.618229 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:26.618547 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:26.618863 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4256c-9efc-4d92-a8cf-a45499ae3a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:26.647615 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:26.648406 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Port f2393791-4dcd-48e5-ab8f-65b3058fd17e on network 906da010-9d01-428f-8bbf-d862e44df893 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:10:26.648739 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Attempting to bind port f2393791-4dcd-48e5-ab8f-65b3058fd17e on network 906da010-9d01-428f-8bbf-d862e44df893 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:10:26.677521 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-653fdba1-b641-45fc-ab21-4f8d89a19d20 None None] Attempt 3 to provision port f2393791-4dcd-48e5-ab8f-65b3058fd17e Sep 22 17:10:26.714216 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-653fdba1-b641-45fc-ab21-4f8d89a19d20 None None] Port f2393791-4dcd-48e5-ab8f-65b3058fd17e cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:10:26.715183 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-45684352-b601-4288-ba55-3bb7ee27b56d admin admin] Publish callbacks [] for security_group (62703e11-a65a-4a0c-b94d-f0992252b70d), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:26.719828 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:10:26.720157 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Checking segment: {'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:10:26.720534 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Bound using segment: {'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:10:26.720964 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Bound port: f2393791-4dcd-48e5-ab8f-65b3058fd17e, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70a7734-686e-433b-b678-bb8c34084077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '906da010-9d01-428f-8bbf-d862e44df893'}}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:10:26.721307 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f2393791-4dcd-48e5-ab8f-65b3058fd17e), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:26.750853 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-45684352-b601-4288-ba55-3bb7ee27b56d admin admin] Publish callbacks [] for security_group (62703e11-a65a-4a0c-b94d-f0992252b70d), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:26.780811 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:26.829429 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] For port f2393791-4dcd-48e5-ab8f-65b3058fd17e, host hv-cinder-83538, cleared binding levels {{(pid=106555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:10:26.834269 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] For port f2393791-4dcd-48e5-ab8f-65b3058fd17e, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f2393791-4dcd-48e5-ab8f-65b3058fd17e,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:10:26.841404 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (f2393791-4dcd-48e5-ab8f-65b3058fd17e), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:26.848102 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:26.848738 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:26.850456 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/f2393791-4dcd-48e5-ab8f-65b3058fd17e HTTP/1.1" status: 200 len: 1093 time: 1.2572987 Sep 22 17:10:26.851191 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273ac187-4613-4832-a9a4-4cf53828d55f', 'tag': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:10:26.853470 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0298f162-9048-48aa-8d5e-9864f9df97f2" -d '{"events": [{"name": "network-changed", "server_uuid": "273ac187-4613-4832-a9a4-4cf53828d55f", "tag": "f2393791-4dcd-48e5-ab8f-65b3058fd17e"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:10:26.878633 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-45684352-b601-4288-ba55-3bb7ee27b56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (62703e11-a65a-4a0c-b94d-f0992252b70d), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:26.881182 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-45684352-b601-4288-ba55-3bb7ee27b56d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:26.884907 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-45684352-b601-4288-ba55-3bb7ee27b56d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/62703e11-a65a-4a0c-b94d-f0992252b70d HTTP/1.1" status: 204 len: 168 time: 0.2721307 Sep 22 17:10:26.909042 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd75695b-15ef-405c-a08d-aaa7e7a3735e x-openstack-request-id: req-bd75695b-15ef-405c-a08d-aaa7e7a3735e {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:10:26.909327 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273ac187-4613-4832-a9a4-4cf53828d55f", "tag": "f2393791-4dcd-48e5-ab8f-65b3058fd17e", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:10:26.909612 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd75695b-15ef-405c-a08d-aaa7e7a3735e {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:10:26.910058 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd75695b-15ef-405c-a08d-aaa7e7a3735e'] response: {'name': 'network-changed', 'server_uuid': '273ac187-4613-4832-a9a4-4cf53828d55f', 'tag': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e', 'status': 'completed', 'code': 200} Sep 22 17:10:26.910888 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45684352-b601-4288-ba55-3bb7ee27b56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62703e11-a65a-4a0c-b94d-f0992252b70d,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:26.968325 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bc2a0-49a1-45ee-a564-2fca19bca12b service neutron] Pushing event updated for resources: {'Port': ['ID=f2393791-4dcd-48e5-ab8f-65b3058fd17e,revision_number=3']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:26.979465 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60443a-47dc-4bb9-9ce0-13f397b17f42 req-f3e564cd-9ea2-45fc-9667-a9c5317c5645 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:26.981018 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aa60443a-47dc-4bb9-9ce0-13f397b17f42 req-f3e564cd-9ea2-45fc-9667-a9c5317c5645 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 946 time: 0.0883338 Sep 22 17:10:27.039554 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aa60443a-47dc-4bb9-9ce0-13f397b17f42 req-6dea6626-901c-4c5b-ae72-38e43ffef341 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521975 Sep 22 17:10:27.209147 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:27.215688 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-653fdba1-b641-45fc-ab21-4f8d89a19d20 None None] Attempt 4 to provision port f2393791-4dcd-48e5-ab8f-65b3058fd17e Sep 22 17:10:27.250250 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298f162-9048-48aa-8d5e-9864f9df97f2 req-8aa84e1d-718e-4efb-aa7f-fa87983b0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:27.251960 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0298f162-9048-48aa-8d5e-9864f9df97f2 req-8aa84e1d-718e-4efb-aa7f-fa87983b0b65 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 1127 time: 0.0930951 Sep 22 17:10:27.253544 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0837853-72b4-4493-af84-a5acea6762ca req-08d77485-6749-4569-8f4a-5f49029e2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:27.255117 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0837853-72b4-4493-af84-a5acea6762ca req-08d77485-6749-4569-8f4a-5f49029e2a13 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1ed7377d32844bbf95f995831bc21d6b&device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 1127 time: 0.0826740 Sep 22 17:10:27.262477 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-653fdba1-b641-45fc-ab21-4f8d89a19d20 None None] Port f2393791-4dcd-48e5-ab8f-65b3058fd17e had new provisioning blocks added so it will not transition to active. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 17:10:27.512182 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076ac93-94eb-4864-ae35-8c09318dac29 req-528e61dc-c517-4e26-a102-6de92923bf6e tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:27.513640 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5076ac93-94eb-4864-ae35-8c09318dac29 req-528e61dc-c517-4e26-a102-6de92923bf6e tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0508063 Sep 22 17:10:27.553086 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:27.568207 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5076ac93-94eb-4864-ae35-8c09318dac29 req-15a9055a-0a24-4bb3-a893-819e155c4e88 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489290 Sep 22 17:10:27.677101 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa245b-2c8e-4882-b911-5acfdaa548ec req-18d3863a-2929-4460-a5cf-df8fc160441b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:27.678767 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-23aa245b-2c8e-4882-b911-5acfdaa548ec req-18d3863a-2929-4460-a5cf-df8fc160441b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 943 time: 0.0483847 Sep 22 17:10:27.726874 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-23aa245b-2c8e-4882-b911-5acfdaa548ec req-e7e00f30-ccfb-48a8-87a0-19209d295445 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420148 Sep 22 17:10:27.728064 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:10:27.822788 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0837853-72b4-4493-af84-a5acea6762ca req-0f92842d-6cb6-4313-bbbd-862355bd9707 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfa945c1-4510-4653-9180-db1133adbc18 HTTP/1.1" status: 200 len: 217 time: 0.0471523 Sep 22 17:10:27.928127 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb0984-856e-4e54-9ee0-83e4be678343 req-043be8f3-2923-4895-8e5d-23b055fd6aa2 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:27.929492 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-21eb0984-856e-4e54-9ee0-83e4be678343 req-043be8f3-2923-4895-8e5d-23b055fd6aa2 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 946 time: 0.0687780 Sep 22 17:10:27.949117 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298f162-9048-48aa-8d5e-9864f9df97f2 req-afd9bbac-19e7-4472-93d2-79a0bd3cf9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:27.950489 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0298f162-9048-48aa-8d5e-9864f9df97f2 req-afd9bbac-19e7-4472-93d2-79a0bd3cf9e1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=105c11557b6f45329dc97af01e8ea915&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1666467 Sep 22 17:10:27.989457 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-21eb0984-856e-4e54-9ee0-83e4be678343 req-99e380be-c488-458f-a0c9-7d190058448b tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505869 Sep 22 17:10:28.698331 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f9523-d969-4faa-a853-b0a3a2d916ca req-3fa5af81-1c46-423f-bc7c-78509443029c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:28.699841 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-000f9523-d969-4faa-a853-b0a3a2d916ca req-3fa5af81-1c46-423f-bc7c-78509443029c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0533419 Sep 22 17:10:28.753814 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-000f9523-d969-4faa-a853-b0a3a2d916ca req-fd6e6a1a-0608-4031-89e4-04d349655b1c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483792 Sep 22 17:10:28.852169 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b9750-a2ec-4516-87e2-e2dabb11d258 req-614d5434-f99c-4af0-b8cb-25210c6a2690 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:28.853686 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5b9b9750-a2ec-4516-87e2-e2dabb11d258 req-614d5434-f99c-4af0-b8cb-25210c6a2690 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 943 time: 0.0468664 Sep 22 17:10:28.879229 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:28.902005 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5b9b9750-a2ec-4516-87e2-e2dabb11d258 req-28ebbd1c-11ee-4e28-b324-146cf9c1cb58 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428317 Sep 22 17:10:29.112772 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d368a-9327-4e91-9f87-3294e4519519 req-f1603aeb-69bb-4958-94c9-367555a79dfd tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:29.114240 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-860d368a-9327-4e91-9f87-3294e4519519 req-f1603aeb-69bb-4958-94c9-367555a79dfd tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 946 time: 0.0495527 Sep 22 17:10:29.161236 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-860d368a-9327-4e91-9f87-3294e4519519 req-fe61b22e-2d7b-4f5b-91c2-4fd83466a0c5 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408487 Sep 22 17:10:29.518416 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0837853-72b4-4493-af84-a5acea6762ca req-588d5b62-4c38-410a-8b13-8bf7afcd54a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:29.519988 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0837853-72b4-4493-af84-a5acea6762ca req-588d5b62-4c38-410a-8b13-8bf7afcd54a8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=746153c5-66aa-4f48-baf0-63e2c6a7f300 HTTP/1.1" status: 200 len: 848 time: 0.3310187 Sep 22 17:10:29.543535 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298f162-9048-48aa-8d5e-9864f9df97f2 req-98c3d74e-ed3f-45ce-a5d8-7cb8b8ba7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:29.544937 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0298f162-9048-48aa-8d5e-9864f9df97f2 req-98c3d74e-ed3f-45ce-a5d8-7cb8b8ba7c82 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3571842 Sep 22 17:10:29.729725 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0837853-72b4-4493-af84-a5acea6762ca req-aadeaa45-49ba-4ca7-b47a-00587f59a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:29.731328 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0837853-72b4-4493-af84-a5acea6762ca req-aadeaa45-49ba-4ca7-b47a-00587f59a26d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76fdfd82-e2ca-4e82-8d26-41a9f16c8858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0701270 Sep 22 17:10:29.738400 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-e4e51d46-1684-4d6e-9ac7-627b5e7c9600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:29.739805 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-e4e51d46-1684-4d6e-9ac7-627b5e7c9600 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 1127 time: 0.0468578 Sep 22 17:10:29.822721 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-7ccbc001-471d-4ab4-8f54-158c3abe3dc3 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2393791-4dcd-48e5-ab8f-65b3058fd17e HTTP/1.1" status: 200 len: 217 time: 0.0649488 Sep 22 17:10:29.873284 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:29.929297 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0837853-72b4-4493-af84-a5acea6762ca req-4a9d09a3-96c3-4226-8068-00ad507f221f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76fdfd82-e2ca-4e82-8d26-41a9f16c8858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885312 Sep 22 17:10:29.938465 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-a9f3162a-7f2c-47e2-978a-2cab70f5f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:29.939921 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-a9f3162a-7f2c-47e2-978a-2cab70f5f81d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ff3b5331-7dbe-4b3b-ac39-cc04115e40fd HTTP/1.1" status: 200 len: 857 time: 0.1113093 Sep 22 17:10:29.945861 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208d4e1-d052-48ba-90e5-e401de9d944c req-2f73b835-8f9a-4a6f-8147-d6205978c023 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:29.947330 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d208d4e1-d052-48ba-90e5-e401de9d944c req-2f73b835-8f9a-4a6f-8147-d6205978c023 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.1143162 Sep 22 17:10:30.043541 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db163f4b-01e4-4764-8fcb-ee585b390353 req-5b10bc64-9213-4136-98ec-32fd176d4cd3 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:30.044894 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-db163f4b-01e4-4764-8fcb-ee585b390353 req-5b10bc64-9213-4136-98ec-32fd176d4cd3 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 946 time: 0.0873494 Sep 22 17:10:30.109527 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-6c92777c-17a6-4097-8641-d1b0468e83f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:30.111063 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-6c92777c-17a6-4097-8641-d1b0468e83f4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=906da010-9d01-428f-8bbf-d862e44df893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1515932 Sep 22 17:10:30.135894 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a427835-9115-42ee-a00c-88bf77c35b67 req-6ff10d39-82d5-42cd-aa82-8e83a1f1eacb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:30.137353 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8a427835-9115-42ee-a00c-88bf77c35b67 req-6ff10d39-82d5-42cd-aa82-8e83a1f1eacb tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 943 time: 0.1542373 Sep 22 17:10:30.148102 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d208d4e1-d052-48ba-90e5-e401de9d944c req-d15492f9-2de7-4a37-ac78-3986a4e05383 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947410 Sep 22 17:10:30.165843 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [req-db163f4b-01e4-4764-8fcb-ee585b390353 req-937b6254-5bfa-4041-8afb-f2d21ffe63e6 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Deleting port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:10:30.166717 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-db163f4b-01e4-4764-8fcb-ee585b390353 req-937b6254-5bfa-4041-8afb-f2d21ffe63e6 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (7c1dd24d-7949-4eb9-8891-ea0b4a095c46), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:30.247146 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0837853-72b4-4493-af84-a5acea6762ca req-86ea4b8a-3af4-45d4-a409-915a665f1696 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76fdfd82-e2ca-4e82-8d26-41a9f16c8858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855933 Sep 22 17:10:30.270241 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-db163f4b-01e4-4764-8fcb-ee585b390353 req-937b6254-5bfa-4041-8afb-f2d21ffe63e6 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] For port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7c1dd24d-7949-4eb9-8891-ea0b4a095c46,segment=NetworkSegment(a3756d3b-8e86-4d2e-a089-0b14a6f79b84),segment_id=a3756d3b-8e86-4d2e-a089-0b14a6f79b84)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:10:30.270630 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-db163f4b-01e4-4764-8fcb-ee585b390353 req-937b6254-5bfa-4041-8afb-f2d21ffe63e6 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (7c1dd24d-7949-4eb9-8891-ea0b4a095c46), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:30.291963 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [req-db163f4b-01e4-4764-8fcb-ee585b390353 req-937b6254-5bfa-4041-8afb-f2d21ffe63e6 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Calling delete_port for 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 owned by compute:nova {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:10:30.305028 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8a427835-9115-42ee-a00c-88bf77c35b67 req-fac0d34d-f139-4c2f-b51a-fc70d93b3cb3 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555874 Sep 22 17:10:30.314271 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:30.339772 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7c4fa-af44-4fd3-b9ed-ea5f66ba2451 req-3e4048b2-ecb6-40a6-a5f4-17823bcaf79a tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:30.341322 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f8b7c4fa-af44-4fd3-b9ed-ea5f66ba2451 req-3e4048b2-ecb6-40a6-a5f4-17823bcaf79a tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 946 time: 0.0879140 Sep 22 17:10:30.345543 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-ced1489b-b6f9-45a5-86b0-9a723da2f4e9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247765 Sep 22 17:10:30.399676 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f8b7c4fa-af44-4fd3-b9ed-ea5f66ba2451 req-66efe927-fe2c-4ec0-84e9-596e91c8c3a4 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7a7f6313-7475-4289-812e-43cece30c943&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511899 Sep 22 17:10:30.448543 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-db163f4b-01e4-4764-8fcb-ee585b390353 req-937b6254-5bfa-4041-8afb-f2d21ffe63e6 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (7c1dd24d-7949-4eb9-8891-ea0b4a095c46), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:30.481530 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b6254-5bfa-4041-8afb-f2d21ffe63e6 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Pushing event deleted for resources: {'Port': ['ID=7c1dd24d-7949-4eb9-8891-ea0b4a095c46,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:30.497743 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['7c1dd24d-7949-4eb9-8891-ea0b4a095c46'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:10:30.547219 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [req-db163f4b-01e4-4764-8fcb-ee585b390353 req-937b6254-5bfa-4041-8afb-f2d21ffe63e6 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] No DVR routers for this DVR port 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 on host hv-cinder-83538 {{(pid=106556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:10:30.550627 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-db163f4b-01e4-4764-8fcb-ee585b390353 req-937b6254-5bfa-4041-8afb-f2d21ffe63e6 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:30.553847 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-db163f4b-01e4-4764-8fcb-ee585b390353 req-937b6254-5bfa-4041-8afb-f2d21ffe63e6 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.33 "DELETE /networking/v2.0/ports/7c1dd24d-7949-4eb9-8891-ea0b4a095c46 HTTP/1.1" status: 204 len: 173 time: 0.5033214 Sep 22 17:10:30.554345 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c1c162-44d4-4441-8009-032e602e9418', 'name': 'network-vif-deleted', 'tag': '7c1dd24d-7949-4eb9-8891-ea0b4a095c46'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:10:30.557418 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38c7828-0e94-41e5-9b1e-7654b7b199b4" -d '{"events": [{"server_uuid": "a7c1c162-44d4-4441-8009-032e602e9418", "name": "network-vif-deleted", "tag": "7c1dd24d-7949-4eb9-8891-ea0b4a095c46"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:10:30.583930 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052a441-3f7b-423a-bfe2-54526e823a1d req-d7d315a3-27eb-4d25-9439-f8cb1447bf78 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:30.585547 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d052a441-3f7b-423a-bfe2-54526e823a1d req-d7d315a3-27eb-4d25-9439-f8cb1447bf78 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 945 time: 0.0538025 Sep 22 17:10:30.595788 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72fc66e-6201-4ac6-ba51-bd2b40277fab x-openstack-request-id: req-e72fc66e-6201-4ac6-ba51-bd2b40277fab {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:10:30.596077 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c1c162-44d4-4441-8009-032e602e9418", "name": "network-vif-deleted", "tag": "7c1dd24d-7949-4eb9-8891-ea0b4a095c46", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:10:30.596328 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e72fc66e-6201-4ac6-ba51-bd2b40277fab {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:10:30.596756 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72fc66e-6201-4ac6-ba51-bd2b40277fab'] response: {'server_uuid': 'a7c1c162-44d4-4441-8009-032e602e9418', 'name': 'network-vif-deleted', 'tag': '7c1dd24d-7949-4eb9-8891-ea0b4a095c46', 'status': 'completed', 'code': 200} Sep 22 17:10:30.636977 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d052a441-3f7b-423a-bfe2-54526e823a1d req-8e096a64-103a-42ea-8e41-f62a25530785 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456946 Sep 22 17:10:31.282844 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaeae2-d4d7-4f5b-b531-8a50cf68433d req-9311989d-08ad-4f8c-a47f-623d2589f274 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:31.284616 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8deaeae2-d4d7-4f5b-b531-8a50cf68433d req-9311989d-08ad-4f8c-a47f-623d2589f274 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0534635 Sep 22 17:10:31.409298 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8deaeae2-d4d7-4f5b-b531-8a50cf68433d req-deb591da-5efb-4ccc-8267-521f7ab9eae3 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188183 Sep 22 17:10:31.464350 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3333377-06df-47b5-b3b2-02c21de53d1b req-dcfee17e-6dfe-4763-8c5e-643870313ae1 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:31.465921 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c3333377-06df-47b5-b3b2-02c21de53d1b req-dcfee17e-6dfe-4763-8c5e-643870313ae1 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 943 time: 0.0779245 Sep 22 17:10:31.469704 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b02c8e-7055-4457-a3c5-1f4d74aa6508 req-e161a7b8-e8e8-4001-a2f0-866e54d92622 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639693 Sep 22 17:10:31.519682 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e47b74cd-384c-4879-beaf-aeb127174020 req-c07d6eeb-8940-429d-a121-32a5a8c6b3c4 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 210 time: 0.0392871 Sep 22 17:10:31.542503 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c3333377-06df-47b5-b3b2-02c21de53d1b req-af96376c-1e21-4f5b-a170-8f92ba9871d9 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696468 Sep 22 17:10:31.767772 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da1ffe-67ed-4d5c-acf4-ab1ad94657fc req-6b41d5f6-86eb-4609-9515-ab4eed907802 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:31.768691 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-45da1ffe-67ed-4d5c-acf4-ab1ad94657fc req-6b41d5f6-86eb-4609-9515-ab4eed907802 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 945 time: 0.0530286 Sep 22 17:10:31.827133 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-45da1ffe-67ed-4d5c-acf4-ab1ad94657fc req-fdc75dfc-5f08-462b-b217-2894973a8d03 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483789 Sep 22 17:10:32.522967 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:32.531815 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16e645-1fbb-408d-acab-b7ffddbd3c9f req-d10ddf2e-3955-4947-8134-ca49a8c51e9f tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:32.533268 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6f16e645-1fbb-408d-acab-b7ffddbd3c9f req-d10ddf2e-3955-4947-8134-ca49a8c51e9f tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0486517 Sep 22 17:10:32.584369 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6f16e645-1fbb-408d-acab-b7ffddbd3c9f req-3d2f76a0-3484-4412-afde-fe8b67dcc0f3 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452192 Sep 22 17:10:32.625029 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-285459ef-8a3e-4fa1-ae65-4fddd8ae3589 req-6bf2d722-88ed-41c4-99ec-36fa61af2a51 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 210 time: 0.0292931 Sep 22 17:10:32.690769 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95402b-1024-496f-a261-ba98a2930cf9 req-06156954-a2e0-4bb6-91e1-555749173fa8 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:32.692266 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dc95402b-1024-496f-a261-ba98a2930cf9 req-06156954-a2e0-4bb6-91e1-555749173fa8 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 943 time: 0.0503311 Sep 22 17:10:32.742081 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dc95402b-1024-496f-a261-ba98a2930cf9 req-3709f8a0-50da-4835-b6a1-16e0f20115a9 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434990 Sep 22 17:10:32.953115 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80224cc4-8c74-4e79-bce1-14874002fa45 req-703aab98-77ee-4af1-98cc-9fb93ba51d58 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:32.954657 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-80224cc4-8c74-4e79-bce1-14874002fa45 req-703aab98-77ee-4af1-98cc-9fb93ba51d58 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 945 time: 0.0491493 Sep 22 17:10:33.029428 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-80224cc4-8c74-4e79-bce1-14874002fa45 req-e48da16d-5068-4788-8163-42aa8a2d1375 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684149 Sep 22 17:10:33.713293 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886ca66-2b45-46d8-9733-797a7734572f req-8243046b-fe9c-42c0-900a-6f1996f68601 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:33.714780 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1886ca66-2b45-46d8-9733-797a7734572f req-8243046b-fe9c-42c0-900a-6f1996f68601 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0511012 Sep 22 17:10:33.767930 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3507f69b-d11a-445e-a935-17932e84e237 req-8f59953f-51ba-4e06-b04e-811abbf27a03 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 210 time: 0.0455492 Sep 22 17:10:33.798610 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1886ca66-2b45-46d8-9733-797a7734572f req-25ca9604-643a-4eeb-8c73-93129e4e99d8 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779116 Sep 22 17:10:33.877117 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a08070-4152-46c7-8afe-43be046ffb06 req-374f82c8-c711-4910-bc29-1b9b90f49658 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:33.878492 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-74a08070-4152-46c7-8afe-43be046ffb06 req-374f82c8-c711-4910-bc29-1b9b90f49658 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 943 time: 0.0519855 Sep 22 17:10:33.926057 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-74a08070-4152-46c7-8afe-43be046ffb06 req-12c0d6d8-d2c6-4b8c-867a-18db30d0e639 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419714 Sep 22 17:10:34.113300 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:34.156153 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621f5f2-3103-47b7-95c7-625cf15a3cfb req-380d7ac3-39b6-459b-910b-1918f0905904 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:34.157579 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2621f5f2-3103-47b7-95c7-625cf15a3cfb req-380d7ac3-39b6-459b-910b-1918f0905904 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 945 time: 0.0526655 Sep 22 17:10:34.208449 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2621f5f2-3103-47b7-95c7-625cf15a3cfb req-861d6bf3-4e3c-471f-94e7-55aeb32e4663 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451145 Sep 22 17:10:34.464139 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:10:34.486162 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:10:34.486896 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 7c1dd24d-7949-4eb9-8891-ea0b4a095c46 not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:10:34.885491 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-af1dbbe3-5bf3-4655-b6f3-46ede4434aec req-253119eb-b042-4404-a842-90f55dcf7dba tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 210 time: 0.0299125 Sep 22 17:10:34.929165 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d43bb-409c-4454-955d-fca2e38ae8b3 req-9cd2261f-46e3-46d8-bb2e-6d04e3842caf tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:34.930643 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-134d43bb-409c-4454-955d-fca2e38ae8b3 req-9cd2261f-46e3-46d8-bb2e-6d04e3842caf tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0487056 Sep 22 17:10:34.982871 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-134d43bb-409c-4454-955d-fca2e38ae8b3 req-64be55d2-8023-4472-8cc9-ab2dcf08841b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459473 Sep 22 17:10:35.050692 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34285472-1d64-4c6d-b964-9c8f84e0a2de req-387faa60-b6b3-42dd-80a8-546bbe9c467a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:35.052205 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-34285472-1d64-4c6d-b964-9c8f84e0a2de req-387faa60-b6b3-42dd-80a8-546bbe9c467a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 943 time: 0.0504315 Sep 22 17:10:35.104038 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-34285472-1d64-4c6d-b964-9c8f84e0a2de req-80c741dc-c33b-4e75-b060-37a900848192 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455828 Sep 22 17:10:35.330708 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e18b0e-2038-4bb5-b5b8-c8691ab3bb6b req-007c265a-7018-4241-a5c6-8f13639db897 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:35.332100 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-59e18b0e-2038-4bb5-b5b8-c8691ab3bb6b req-007c265a-7018-4241-a5c6-8f13639db897 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 945 time: 0.0473762 Sep 22 17:10:35.380377 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-59e18b0e-2038-4bb5-b5b8-c8691ab3bb6b req-f7e9158e-5365-4d6f-b298-8acfef38d25b tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426958 Sep 22 17:10:36.000028 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a0f5a7d9-dd9d-4ae5-af3d-91bbce23444c req-35fcf98c-02f8-43cf-8026-cf7917eb8abf tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 210 time: 0.0291731 Sep 22 17:10:36.121002 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde4a6d-a8d3-463e-b63a-f0b86acca1ff req-86f5ff04-4f18-40bb-893d-14a9263daf36 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:36.124161 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fdde4a6d-a8d3-463e-b63a-f0b86acca1ff req-86f5ff04-4f18-40bb-893d-14a9263daf36 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0628333 Sep 22 17:10:36.179195 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fdde4a6d-a8d3-463e-b63a-f0b86acca1ff req-4b239b4a-65ae-4c4c-aa65-29ecc68de301 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482690 Sep 22 17:10:36.265114 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d667ea-9053-4ed7-96dd-c7e525958f22 req-007ea718-fc7d-462a-80e8-992ef0e9876b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:36.266569 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-68d667ea-9053-4ed7-96dd-c7e525958f22 req-007ea718-fc7d-462a-80e8-992ef0e9876b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 943 time: 0.0710483 Sep 22 17:10:36.296506 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:36.329252 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-68d667ea-9053-4ed7-96dd-c7e525958f22 req-d280bad2-7351-4eb1-9f6c-0216eda307c3 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558531 Sep 22 17:10:36.485087 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device f2393791-4dcd-48e5-ab8f-65b3058fd17e details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:10:36.525760 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6470c3-d380-4454-8713-9e6b6a48a1e4 req-982ebfc4-ec82-42e5-a093-88eb55d9f63c tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:36.527175 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2f6470c3-d380-4454-8713-9e6b6a48a1e4 req-982ebfc4-ec82-42e5-a093-88eb55d9f63c tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 945 time: 0.0598617 Sep 22 17:10:36.588296 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2f6470c3-d380-4454-8713-9e6b6a48a1e4 req-f61bbad3-a9d7-491c-aa9f-51fe13a118a5 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511289 Sep 22 17:10:36.604938 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:36.611431 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port f2393791-4dcd-48e5-ab8f-65b3058fd17e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f2393791-4dcd-48e5-ab8f-65b3058fd17e,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:10:36.625281 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'port_id': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e', 'mac_address': 'fa:16:3e:05:27:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:10:36.666785 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port f2393791-4dcd-48e5-ab8f-65b3058fd17e is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:10:36.667200 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f2393791-4dcd-48e5-ab8f-65b3058fd17e), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:36.681946 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2393791-4dcd-48e5-ab8f-65b3058fd17e {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:10:36.702846 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port f2393791-4dcd-48e5-ab8f-65b3058fd17e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f2393791-4dcd-48e5-ab8f-65b3058fd17e,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:10:36.707828 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (f2393791-4dcd-48e5-ab8f-65b3058fd17e), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:36.712674 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:36.759785 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=f2393791-4dcd-48e5-ab8f-65b3058fd17e,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:37.155118 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d830c705-0874-4191-aad6-cd6e1b5be017 req-6cf9b54c-2edc-4b53-8b9e-57bf3b0cfcb2 tempest-VolumesActionsTest-258959910 tempest-VolumesActionsTest-258959910-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a7c1c162-44d4-4441-8009-032e602e9418 HTTP/1.1" status: 200 len: 210 time: 0.0395424 Sep 22 17:10:37.332670 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee86e7-1757-4b19-b6c3-3fc6c4217869 req-6ec6256e-f693-4951-8431-877f9942f2b1 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:37.337083 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c7ee86e7-1757-4b19-b6c3-3fc6c4217869 req-6ec6256e-f693-4951-8431-877f9942f2b1 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0732150 Sep 22 17:10:37.341686 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['f2393791-4dcd-48e5-ab8f-65b3058fd17e'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:10:37.447716 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07686b2-58b8-4c06-a379-de0f58c0681c req-9906fafa-0593-47d2-957a-12528a8fb972 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:37.450009 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a07686b2-58b8-4c06-a379-de0f58c0681c req-9906fafa-0593-47d2-957a-12528a8fb972 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 945 time: 0.1092677 Sep 22 17:10:37.462439 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:37.605693 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c7ee86e7-1757-4b19-b6c3-3fc6c4217869 req-70b3082f-adc3-4c12-8463-9c5855348528 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507930 Sep 22 17:10:37.621741 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c3734-52bc-4916-9c7c-c1f15991f4a4 req-8f5fa839-c6ca-4c4c-b16e-e1a6a502cc9d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:37.642989 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-932c3734-52bc-4916-9c7c-c1f15991f4a4 req-8f5fa839-c6ca-4c4c-b16e-e1a6a502cc9d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 944 time: 0.1763237 Sep 22 17:10:37.764429 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-a07686b2-58b8-4c06-a379-de0f58c0681c req-a342f9c6-5994-43b6-9faa-52153bccb137 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Deleting port 90ee9eab-8000-4105-98b8-1323d939e7e8 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:10:37.764741 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a07686b2-58b8-4c06-a379-de0f58c0681c req-a342f9c6-5994-43b6-9faa-52153bccb137 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (90ee9eab-8000-4105-98b8-1323d939e7e8), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:37.802727 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-932c3734-52bc-4916-9c7c-c1f15991f4a4 req-175cbf54-7b76-4b6c-bb31-3298f89ae9b6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632502 Sep 22 17:10:37.877789 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28676471-7d21-4eb2-be36-45fa8f0bf237 req-98bbd527-da27-4b6e-b5d6-34a0add80de3 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:37.879252 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-28676471-7d21-4eb2-be36-45fa8f0bf237 req-98bbd527-da27-4b6e-b5d6-34a0add80de3 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 945 time: 0.1479998 Sep 22 17:10:37.884521 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:37.989610 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-a07686b2-58b8-4c06-a379-de0f58c0681c req-a342f9c6-5994-43b6-9faa-52153bccb137 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] For port 90ee9eab-8000-4105-98b8-1323d939e7e8, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=90ee9eab-8000-4105-98b8-1323d939e7e8,segment=NetworkSegment(46d3c9de-ebf9-407a-b788-7e578c252cd5),segment_id=46d3c9de-ebf9-407a-b788-7e578c252cd5)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:10:37.989972 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a07686b2-58b8-4c06-a379-de0f58c0681c req-a342f9c6-5994-43b6-9faa-52153bccb137 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (90ee9eab-8000-4105-98b8-1323d939e7e8), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:38.017677 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-28676471-7d21-4eb2-be36-45fa8f0bf237 req-afc52d5b-f407-487c-824e-0894a922ca22 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291718 Sep 22 17:10:38.019278 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-a07686b2-58b8-4c06-a379-de0f58c0681c req-a342f9c6-5994-43b6-9faa-52153bccb137 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Calling delete_port for 90ee9eab-8000-4105-98b8-1323d939e7e8 owned by compute:nova {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:10:38.221347 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a07686b2-58b8-4c06-a379-de0f58c0681c req-a342f9c6-5994-43b6-9faa-52153bccb137 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (90ee9eab-8000-4105-98b8-1323d939e7e8), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:38.281018 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342f9c6-5994-43b6-9faa-52153bccb137 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Pushing event deleted for resources: {'Port': ['ID=90ee9eab-8000-4105-98b8-1323d939e7e8,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:38.342658 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07686b2-58b8-4c06-a379-de0f58c0681c req-a342f9c6-5994-43b6-9faa-52153bccb137 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] No DVR routers for this DVR port 90ee9eab-8000-4105-98b8-1323d939e7e8 on host hv-cinder-83538 {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:10:38.345706 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a07686b2-58b8-4c06-a379-de0f58c0681c req-a342f9c6-5994-43b6-9faa-52153bccb137 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:38.349047 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a07686b2-58b8-4c06-a379-de0f58c0681c req-a342f9c6-5994-43b6-9faa-52153bccb137 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.33 "DELETE /networking/v2.0/ports/90ee9eab-8000-4105-98b8-1323d939e7e8 HTTP/1.1" status: 204 len: 173 time: 0.8691831 Sep 22 17:10:38.349557 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34975170-3fed-4365-af86-d8375013ad5c', 'name': 'network-vif-deleted', 'tag': '90ee9eab-8000-4105-98b8-1323d939e7e8'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:10:38.352362 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb5da70-951e-4a0b-928f-e6f9d6570240" -d '{"events": [{"server_uuid": "34975170-3fed-4365-af86-d8375013ad5c", "name": "network-vif-deleted", "tag": "90ee9eab-8000-4105-98b8-1323d939e7e8"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:10:38.408992 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fcf4f2-efcd-455f-affa-50f1e4fc7e01 x-openstack-request-id: req-73fcf4f2-efcd-455f-affa-50f1e4fc7e01 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:10:38.409283 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34975170-3fed-4365-af86-d8375013ad5c", "name": "network-vif-deleted", "tag": "90ee9eab-8000-4105-98b8-1323d939e7e8", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:10:38.409528 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73fcf4f2-efcd-455f-affa-50f1e4fc7e01 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:10:38.410098 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73fcf4f2-efcd-455f-affa-50f1e4fc7e01'] response: {'server_uuid': '34975170-3fed-4365-af86-d8375013ad5c', 'name': 'network-vif-deleted', 'tag': '90ee9eab-8000-4105-98b8-1323d939e7e8', 'status': 'completed', 'code': 200} Sep 22 17:10:38.730245 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['90ee9eab-8000-4105-98b8-1323d939e7e8'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:10:38.775686 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device f2393791-4dcd-48e5-ab8f-65b3058fd17e up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:10:38.854753 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16169b3-b4b8-4550-9ea8-4e9af29276f2 req-a4956949-513b-42ab-b178-344f7954dd47 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:38.865645 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a16169b3-b4b8-4550-9ea8-4e9af29276f2 req-a4956949-513b-42ab-b178-344f7954dd47 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.1439447 Sep 22 17:10:38.870433 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port f2393791-4dcd-48e5-ab8f-65b3058fd17e completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:10:38.893003 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port f2393791-4dcd-48e5-ab8f-65b3058fd17e triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:10:38.893571 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (f2393791-4dcd-48e5-ab8f-65b3058fd17e), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:38.893950 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port f2393791-4dcd-48e5-ab8f-65b3058fd17e Sep 22 17:10:38.927717 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:39.000508 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a16169b3-b4b8-4550-9ea8-4e9af29276f2 req-08092572-19f3-4009-b835-ad24bf9ec49e tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343234 Sep 22 17:10:39.026639 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port f2393791-4dcd-48e5-ab8f-65b3058fd17e is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:10:39.027708 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f2393791-4dcd-48e5-ab8f-65b3058fd17e), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:39.048309 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d69f0a-3446-456a-a626-1a76bde122e7 req-f6e9f89b-2c64-4971-a92c-ffa06519005e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:39.050366 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c6d69f0a-3446-456a-a626-1a76bde122e7 req-f6e9f89b-2c64-4971-a92c-ffa06519005e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 944 time: 0.0735509 Sep 22 17:10:39.072352 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273ac187-4613-4832-a9a4-4cf53828d55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:10:39.075092 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7594b78-72f8-407a-84da-d24ae9c84652" -d '{"events": [{"server_uuid": "273ac187-4613-4832-a9a4-4cf53828d55f", "name": "network-vif-plugged", "status": "completed", "tag": "f2393791-4dcd-48e5-ab8f-65b3058fd17e"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:10:39.100330 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port f2393791-4dcd-48e5-ab8f-65b3058fd17e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f2393791-4dcd-48e5-ab8f-65b3058fd17e,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:10:39.119821 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (f2393791-4dcd-48e5-ab8f-65b3058fd17e), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:39.208409 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bab43f51-05a2-48e7-864a-fa5b79e4a359 req-7967e0fd-8a01-48d4-a5e7-fbb67822e5ec tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=34975170-3fed-4365-af86-d8375013ad5c HTTP/1.1" status: 200 len: 210 time: 0.0612338 Sep 22 17:10:39.214154 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c6d69f0a-3446-456a-a626-1a76bde122e7 req-672cc6ef-a201-48b9-bd0b-ad1fc5ea8d3c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541500 Sep 22 17:10:39.217209 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=f2393791-4dcd-48e5-ab8f-65b3058fd17e,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:39.287994 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53c03e0-1e8f-4632-a565-b7c0623b05a5 x-openstack-request-id: req-b53c03e0-1e8f-4632-a565-b7c0623b05a5 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:10:39.287994 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273ac187-4613-4832-a9a4-4cf53828d55f", "name": "network-vif-plugged", "status": "completed", "tag": "f2393791-4dcd-48e5-ab8f-65b3058fd17e", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:10:39.287994 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b53c03e0-1e8f-4632-a565-b7c0623b05a5 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:10:39.288496 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b53c03e0-1e8f-4632-a565-b7c0623b05a5'] response: {'server_uuid': '273ac187-4613-4832-a9a4-4cf53828d55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e', 'code': 200} Sep 22 17:10:39.649256 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1aca0-227e-4936-ba74-35efde6f4444 req-f2bab261-feb6-42e6-bba4-c96f98650248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:39.651326 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c5f1aca0-227e-4936-ba74-35efde6f4444 req-f2bab261-feb6-42e6-bba4-c96f98650248 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 1129 time: 0.0447800 Sep 22 17:10:39.707321 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c5f1aca0-227e-4936-ba74-35efde6f4444 req-00f19d5b-68a0-41c1-aceb-e0401b64e8d3 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472803 Sep 22 17:10:40.145480 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4920a17-10e4-411f-a272-43dc8bf7b8c6 req-3b815860-5909-437c-9313-0f79b563389d tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:40.147051 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b4920a17-10e4-411f-a272-43dc8bf7b8c6 req-3b815860-5909-437c-9313-0f79b563389d tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0502694 Sep 22 17:10:40.201768 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b4920a17-10e4-411f-a272-43dc8bf7b8c6 req-505678d6-8dec-4228-b47b-e5e44650d405 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483057 Sep 22 17:10:40.387894 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f0d22-80bf-4094-a1f9-19465dc0c29b req-e439c398-3158-44cf-b03c-9d78cd3c530c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:40.390628 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a43f0d22-80bf-4094-a1f9-19465dc0c29b req-e439c398-3158-44cf-b03c-9d78cd3c530c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0589762 Sep 22 17:10:40.460981 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a43f0d22-80bf-4094-a1f9-19465dc0c29b req-0bbea423-1d5e-4175-8efd-8f08525280b7 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579629 Sep 22 17:10:40.536920 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=75,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:40.536920 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=71,neutron:INSERT=6,neutron:DELETE=5 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:41.340257 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b54b8-228e-407d-9dcb-606816aa23f1 req-206fe470-7c5f-42f7-9c68-1e1ba6857934 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:41.341816 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fc0b54b8-228e-407d-9dcb-606816aa23f1 req-206fe470-7c5f-42f7-9c68-1e1ba6857934 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0569463 Sep 22 17:10:41.395762 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fc0b54b8-228e-407d-9dcb-606816aa23f1 req-d78654f4-1847-477d-bb36-ffee744e7913 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481822 Sep 22 17:10:41.614060 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46093747-aa7b-4aa9-81b9-7d08be3abe0f req-d50caa9d-585d-41a6-80f4-c27cebd8d3fa tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:41.617756 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-46093747-aa7b-4aa9-81b9-7d08be3abe0f req-d50caa9d-585d-41a6-80f4-c27cebd8d3fa tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0572155 Sep 22 17:10:41.668221 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-46093747-aa7b-4aa9-81b9-7d08be3abe0f req-ccc42116-050b-483a-9fc9-0d1d88409a4c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444267 Sep 22 17:10:42.396291 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device bfa945c1-4510-4653-9180-db1133adbc18 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:10:42.478526 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:42.497459 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port bfa945c1-4510-4653-9180-db1133adbc18, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bfa945c1-4510-4653-9180-db1133adbc18,segment=NetworkSegment(452f9088-6e1b-4ef8-8c1a-4acb3747bc99),segment_id=452f9088-6e1b-4ef8-8c1a-4acb3747bc99)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:10:42.509242 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': 'bfa945c1-4510-4653-9180-db1133adbc18', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'port_id': 'bfa945c1-4510-4653-9180-db1133adbc18', 'mac_address': 'fa:16:3e:15:c7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:10:42.520484 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54f1b6-6291-4cca-a00a-eff9b285e865 req-9edc5705-1d87-428b-a7b9-48b1ccff267c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:42.521975 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f54f1b6-6291-4cca-a00a-eff9b285e865 req-9edc5705-1d87-428b-a7b9-48b1ccff267c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0518866 Sep 22 17:10:42.548679 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port bfa945c1-4510-4653-9180-db1133adbc18 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:10:42.549062 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (bfa945c1-4510-4653-9180-db1133adbc18), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:42.563367 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa945c1-4510-4653-9180-db1133adbc18 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:10:42.574324 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f54f1b6-6291-4cca-a00a-eff9b285e865 req-e38a368f-742f-401c-b28e-5a6e4993d364 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458820 Sep 22 17:10:42.575111 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:42.584772 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port bfa945c1-4510-4653-9180-db1133adbc18, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bfa945c1-4510-4653-9180-db1133adbc18,segment=NetworkSegment(452f9088-6e1b-4ef8-8c1a-4acb3747bc99),segment_id=452f9088-6e1b-4ef8-8c1a-4acb3747bc99)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:10:42.589926 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (bfa945c1-4510-4653-9180-db1133adbc18), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:42.641333 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=bfa945c1-4510-4653-9180-db1133adbc18,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:42.804037 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04f61c-27e2-4346-851f-987c0c85f628 req-0b20721f-f71e-4137-a882-b10ad2072283 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:42.805560 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c04f61c-27e2-4346-851f-987c0c85f628 req-0b20721f-f71e-4137-a882-b10ad2072283 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0490849 Sep 22 17:10:42.863903 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c04f61c-27e2-4346-851f-987c0c85f628 req-48ffb48b-5871-486c-93b9-a2b875855b9f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525813 Sep 22 17:10:43.439844 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=3 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:43.444174 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=5 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:43.707742 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac8bb1-16a1-4741-8cc9-7987cc9fbafe req-ad1e81af-b61a-4f63-a405-d1cf96e2ba8c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:43.709224 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-afac8bb1-16a1-4741-8cc9-7987cc9fbafe req-ad1e81af-b61a-4f63-a405-d1cf96e2ba8c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 944 time: 0.0573742 Sep 22 17:10:43.766098 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-afac8bb1-16a1-4741-8cc9-7987cc9fbafe req-c8cafeb9-e041-4fcb-a057-8bbe08197d97 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511761 Sep 22 17:10:43.992813 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee053db8-2299-4187-b0c1-1f73473e5f0c req-13aa7735-0980-41ca-8d84-6f7fc6b2e581 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:43.994339 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ee053db8-2299-4187-b0c1-1f73473e5f0c req-13aa7735-0980-41ca-8d84-6f7fc6b2e581 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0505855 Sep 22 17:10:44.047499 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ee053db8-2299-4187-b0c1-1f73473e5f0c req-df8ccb25-e2d1-4d10-897d-a587926d5a9a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471847 Sep 22 17:10:44.892816 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce74082-1451-45ef-aab5-8eb5d8a63a3a req-cc877997-3491-4e6f-84d5-d4fa3d846013 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:44.894302 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1ce74082-1451-45ef-aab5-8eb5d8a63a3a req-cc877997-3491-4e6f-84d5-d4fa3d846013 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 944 time: 0.0494576 Sep 22 17:10:44.937155 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:44.955691 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1ce74082-1451-45ef-aab5-8eb5d8a63a3a req-ad1e81df-eb88-4c9f-90ae-6dfb51c7bffa tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494027 Sep 22 17:10:45.222871 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a176d3-928f-491a-8920-5b709f3bf9f5 req-66fcae4d-0bd3-47ca-8812-a428066705b0 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:45.224474 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-97a176d3-928f-491a-8920-5b709f3bf9f5 req-66fcae4d-0bd3-47ca-8812-a428066705b0 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0554543 Sep 22 17:10:45.281123 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-97a176d3-928f-491a-8920-5b709f3bf9f5 req-c018ffdf-4332-4c6b-872a-07040cb8b46c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494602 Sep 22 17:10:46.090781 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06361f-c251-4a91-8f62-608aa59a1e9d req-730c255d-6f8e-4895-8392-1309279c648e tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:46.092348 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3b06361f-c251-4a91-8f62-608aa59a1e9d req-730c255d-6f8e-4895-8392-1309279c648e tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 944 time: 0.0484636 Sep 22 17:10:46.145483 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3b06361f-c251-4a91-8f62-608aa59a1e9d req-91ccd2d7-f7cb-4aa1-9b50-d2d3efc8ad40 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474916 Sep 22 17:10:46.420267 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56222b-56d6-4f85-a6e7-75566e477b9a req-e7015c10-baf9-4519-8a2c-69fe84ac902f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:46.421791 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f56222b-56d6-4f85-a6e7-75566e477b9a req-e7015c10-baf9-4519-8a2c-69fe84ac902f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0475774 Sep 22 17:10:46.475402 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f56222b-56d6-4f85-a6e7-75566e477b9a req-4f800768-ea48-4cc4-9443-21bba2e175fd tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475631 Sep 22 17:10:47.272236 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6115ac-c81c-4936-b895-49155762580c req-f90cc0e9-93e1-48a5-906f-0726915cd31f tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:47.274053 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c6115ac-c81c-4936-b895-49155762580c req-f90cc0e9-93e1-48a5-906f-0726915cd31f tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 944 time: 0.0504270 Sep 22 17:10:47.340887 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c6115ac-c81c-4936-b895-49155762580c req-a8375d48-5fc8-4135-913d-6f3d54ecc727 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597856 Sep 22 17:10:47.606495 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cd47c-eaf7-4ded-850d-eb7a4605e326 req-d2ff40c7-a861-468d-89cc-dff3ff1d6902 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:47.608094 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0d2cd47c-eaf7-4ded-850d-eb7a4605e326 req-d2ff40c7-a861-468d-89cc-dff3ff1d6902 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0511367 Sep 22 17:10:47.686616 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0d2cd47c-eaf7-4ded-850d-eb7a4605e326 req-250a2784-89c0-4636-83b8-773927d503c5 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707006 Sep 22 17:10:48.473143 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e22cf4-7cfe-4558-9692-6123d0687401 req-9d5d0d65-29e8-4607-9d20-805e084c9896 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:48.474705 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-53e22cf4-7cfe-4558-9692-6123d0687401 req-9d5d0d65-29e8-4607-9d20-805e084c9896 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 944 time: 0.0549080 Sep 22 17:10:48.516071 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:48.546759 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-53e22cf4-7cfe-4558-9692-6123d0687401 req-1b5de440-5805-4b05-9252-9a91667a4c66 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655272 Sep 22 17:10:48.809280 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b28267-6a23-4e2b-8346-3a058a04785b req-c38a9be2-8e7c-4fa1-bdbc-f42c97c64a14 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:48.810797 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-07b28267-6a23-4e2b-8346-3a058a04785b req-c38a9be2-8e7c-4fa1-bdbc-f42c97c64a14 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0477860 Sep 22 17:10:48.879687 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-07b28267-6a23-4e2b-8346-3a058a04785b req-765599ca-931e-431d-9948-83e076d1ff38 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615108 Sep 22 17:10:49.132827 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 90ee9eab-8000-4105-98b8-1323d939e7e8 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:10:49.160947 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: 90ee9eab-8000-4105-98b8-1323d939e7e8 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:10:49.161307 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 90ee9eab-8000-4105-98b8-1323d939e7e8 not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:10:49.689335 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6601e6-b3a0-4756-9ae9-137c65f1e3ff req-b2d1fecb-7cb7-4e9c-8147-05d20b0007d2 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:49.690933 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2d6601e6-b3a0-4756-9ae9-137c65f1e3ff req-b2d1fecb-7cb7-4e9c-8147-05d20b0007d2 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 944 time: 0.0625377 Sep 22 17:10:49.751941 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2d6601e6-b3a0-4756-9ae9-137c65f1e3ff req-3356dfda-4366-41de-ad56-0d82ae8a2552 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492189 Sep 22 17:10:49.812199 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['bfa945c1-4510-4653-9180-db1133adbc18'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:10:49.947913 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:50.035826 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48865c-ed09-4668-a96e-060db7bb7316 req-3fb5b305-fa51-4012-81b6-5cacc110054d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:50.043525 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6f48865c-ed09-4668-a96e-060db7bb7316 req-3fb5b305-fa51-4012-81b6-5cacc110054d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0618823 Sep 22 17:10:50.100135 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6f48865c-ed09-4668-a96e-060db7bb7316 req-3c6e435d-e87f-4559-bf62-a4d88be4cf8d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555859 Sep 22 17:10:50.892138 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-351c1be0-b7f9-44fd-aecb-6bb360a64a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:50.903227 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d04751-e14d-4e36-af78-15b81a908724 req-a38c4fe9-8841-4d61-b599-cdd9128137fc tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:50.904829 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b3d04751-e14d-4e36-af78-15b81a908724 req-a38c4fe9-8841-4d61-b599-cdd9128137fc tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 944 time: 0.0576708 Sep 22 17:10:50.966551 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b3d04751-e14d-4e36-af78-15b81a908724 req-a686ac1b-37d8-49f2-b4b9-a5b7f080708e tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549724 Sep 22 17:10:51.289277 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9aec4-3c1c-4e5a-87f4-ee877a7927c1 req-6367e0e4-5545-44ab-99b5-2e5ef891f31e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:51.290881 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eaf9aec4-3c1c-4e5a-87f4-ee877a7927c1 req-6367e0e4-5545-44ab-99b5-2e5ef891f31e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0898535 Sep 22 17:10:51.375944 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eaf9aec4-3c1c-4e5a-87f4-ee877a7927c1 req-88740364-11f8-4813-8981-0cf9220bd506 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677762 Sep 22 17:10:51.527041 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device bfa945c1-4510-4653-9180-db1133adbc18 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:10:51.599610 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port bfa945c1-4510-4653-9180-db1133adbc18 completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:10:51.613827 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port bfa945c1-4510-4653-9180-db1133adbc18 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:10:51.614872 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (bfa945c1-4510-4653-9180-db1133adbc18), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:51.616011 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port bfa945c1-4510-4653-9180-db1133adbc18 Sep 22 17:10:51.758860 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port bfa945c1-4510-4653-9180-db1133adbc18 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:10:51.760498 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (bfa945c1-4510-4653-9180-db1133adbc18), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:51.804303 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e671ca-5873-4190-9048-a875393d1055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa945c1-4510-4653-9180-db1133adbc18'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:10:51.807761 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3d7310-7584-4a7d-b421-46c19e7e6643" -d '{"events": [{"server_uuid": "60e671ca-5873-4190-9048-a875393d1055", "name": "network-vif-plugged", "status": "completed", "tag": "bfa945c1-4510-4653-9180-db1133adbc18"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:10:51.826401 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port bfa945c1-4510-4653-9180-db1133adbc18, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bfa945c1-4510-4653-9180-db1133adbc18,segment=NetworkSegment(452f9088-6e1b-4ef8-8c1a-4acb3747bc99),segment_id=452f9088-6e1b-4ef8-8c1a-4acb3747bc99)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:10:51.831904 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (bfa945c1-4510-4653-9180-db1133adbc18), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:51.877959 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fc5c79-0e2b-4e60-81ef-2700521bf8a8 x-openstack-request-id: req-10fc5c79-0e2b-4e60-81ef-2700521bf8a8 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:10:51.878627 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e671ca-5873-4190-9048-a875393d1055", "name": "network-vif-plugged", "status": "completed", "tag": "bfa945c1-4510-4653-9180-db1133adbc18", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:10:51.879045 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10fc5c79-0e2b-4e60-81ef-2700521bf8a8 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:10:51.879730 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10fc5c79-0e2b-4e60-81ef-2700521bf8a8'] response: {'server_uuid': '60e671ca-5873-4190-9048-a875393d1055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa945c1-4510-4653-9180-db1133adbc18', 'code': 200} Sep 22 17:10:51.915773 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=bfa945c1-4510-4653-9180-db1133adbc18,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:52.198644 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:52.223208 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676775d-0939-42cf-84e3-91a1e4090d78 req-6872b829-4ab9-4e02-901b-0a4162b0b369 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:52.235663 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4676775d-0939-42cf-84e3-91a1e4090d78 req-6872b829-4ab9-4e02-901b-0a4162b0b369 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.1424847 Sep 22 17:10:52.759447 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0c3f0-88ec-4e36-b6b6-98562ef02afc req-d02f2577-6fa4-4f8a-b9c2-f035b3be1ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:52.761489 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2ca0c3f0-88ec-4e36-b6b6-98562ef02afc req-d02f2577-6fa4-4f8a-b9c2-f035b3be1ae9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 1129 time: 0.4847574 Sep 22 17:10:52.766863 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4676775d-0939-42cf-84e3-91a1e4090d78 req-8c8aa1e9-ad6b-4231-b2cb-1b8cd3c9b9f3 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5300763 Sep 22 17:10:52.839258 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2ca0c3f0-88ec-4e36-b6b6-98562ef02afc req-20e9f491-1a81-4b39-acc5-041fa4a670c8 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694029 Sep 22 17:10:52.939537 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bcf42-47ee-41d1-b141-3504b9732082 req-44913704-48c1-479a-87fa-d4a145391fe6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:52.941362 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7c5bcf42-47ee-41d1-b141-3504b9732082 req-44913704-48c1-479a-87fa-d4a145391fe6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0593834 Sep 22 17:10:53.045899 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7c5bcf42-47ee-41d1-b141-3504b9732082 req-fc866508-97b4-4434-bf09-04add7bf2e40 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984533 Sep 22 17:10:53.235042 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b9724-53c0-4482-a0e5-b2f0ba3e8c9b req-4430ef4e-ea8c-4a76-b02c-c0f1fd2b22ca tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:53.236883 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6f5b9724-53c0-4482-a0e5-b2f0ba3e8c9b req-4430ef4e-ea8c-4a76-b02c-c0f1fd2b22ca tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0738032 Sep 22 17:10:53.256455 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 60342) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:10:53.264667 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-3ed6b2c6-4078-44ef-9a70-056e99d901ca tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Request body: {'floatingip': {'port_id': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:10:53.315426 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3ed6b2c6-4078-44ef-9a70-056e99d901ca tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for floatingip (4a64d259-f904-441c-bb5a-ff8d870132d1), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:53.797193 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-1eb71b4a-d9d4-4cfb-b567-a01e722cc357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:53.802927 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:53.982400 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.db.resource_extend [None req-3ed6b2c6-4078-44ef-9a70-056e99d901ca tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 22 17:10:54.029139 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84aa105-a578-45e5-a140-2cc0be0eeb21 req-5115b1b6-9a9c-4367-b3c0-493898159785 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:54.032315 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d84aa105-a578-45e5-a140-2cc0be0eeb21 req-5115b1b6-9a9c-4367-b3c0-493898159785 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.1602991 Sep 22 17:10:54.079115 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3ed6b2c6-4078-44ef-9a70-056e99d901ca tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:54.088655 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3ed6b2c6-4078-44ef-9a70-056e99d901ca tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (4a64d259-f904-441c-bb5a-ff8d870132d1), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:54.145677 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d84aa105-a578-45e5-a140-2cc0be0eeb21 req-d43764cf-170a-43db-9347-1c0650a224ba tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065416 Sep 22 17:10:54.218110 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.l3_db [None req-3ed6b2c6-4078-44ef-9a70-056e99d901ca tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Floating IP 4a64d259-f904-441c-bb5a-ff8d870132d1 associated. External IP: 172.27.1.173, port: f2393791-4dcd-48e5-ab8f-65b3058fd17e. Sep 22 17:10:54.310788 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:54.470083 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed6b2c6-4078-44ef-9a70-056e99d901ca tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Router a3954ba2-3794-4e5a-a420-633e6048f8be has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:10:54.603283 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed6b2c6-4078-44ef-9a70-056e99d901ca tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:10:54.610868 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3ed6b2c6-4078-44ef-9a70-056e99d901ca tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:54.626743 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae9e9a-7a79-4e11-86ae-6ad62e5d57d8 None None] Sync routers for ids ['a3954ba2-3794-4e5a-a420-633e6048f8be'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:10:54.643492 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae9e9a-7a79-4e11-86ae-6ad62e5d57d8 None None] Routers {'a3954ba2-3794-4e5a-a420-633e6048f8be'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:10:54.644130 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-d2ae9e9a-7a79-4e11-86ae-6ad62e5d57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3954ba2-3794-4e5a-a420-633e6048f8be'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:54.667541 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-3ed6b2c6-4078-44ef-9a70-056e99d901ca tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/4a64d259-f904-441c-bb5a-ff8d870132d1 HTTP/1.1" status: 200 len: 991 time: 1.3956609 Sep 22 17:10:54.667541 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273ac187-4613-4832-a9a4-4cf53828d55f', 'tag': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:10:54.667541 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b174d4c4-637d-4302-9f24-8049508cc918" -d '{"events": [{"name": "network-changed", "server_uuid": "273ac187-4613-4832-a9a4-4cf53828d55f", "tag": "f2393791-4dcd-48e5-ab8f-65b3058fd17e"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:10:54.713257 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fd84aa-f13c-42b1-b1ad-5d53335d4b7a x-openstack-request-id: req-35fd84aa-f13c-42b1-b1ad-5d53335d4b7a {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:10:54.713723 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273ac187-4613-4832-a9a4-4cf53828d55f", "tag": "f2393791-4dcd-48e5-ab8f-65b3058fd17e", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:10:54.714078 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35fd84aa-f13c-42b1-b1ad-5d53335d4b7a {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:10:54.714622 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35fd84aa-f13c-42b1-b1ad-5d53335d4b7a'] response: {'name': 'network-changed', 'server_uuid': '273ac187-4613-4832-a9a4-4cf53828d55f', 'tag': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e', 'status': 'completed', 'code': 200} Sep 22 17:10:54.791580 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-d2ae9e9a-7a79-4e11-86ae-6ad62e5d57d8 None None] Set router a3954ba2-3794-4e5a-a420-633e6048f8be gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:10:54.859747 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:55.271856 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-d2ae9e9a-7a79-4e11-86ae-6ad62e5d57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:25Z', 'revision_number': 4, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '4a64d259-f904-441c-bb5a-ff8d870132d1', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'port_id': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'mac_address': 'fa:16:3e:05:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273ac187-4613-4832-a9a4-4cf53828d55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:09:59Z', 'updated_at': '2022-09-22T17:10:53Z', 'revision_number': 1, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0015b-69e4-475d-8d7c-cb0f73272ff4', 'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'mac_address': 'fa:16:3e:5b:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:23Z', 'updated_at': '2022-09-22T17:07:44Z', 'revision_number': 5, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'subnets': [{'id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:55.309116 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae9e9a-7a79-4e11-86ae-6ad62e5d57d8 None None] Checking router: a3954ba2-3794-4e5a-a420-633e6048f8be for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:10:55.313191 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db5e77-b9a8-434d-bd2b-59eb73c4dcc5 req-6ac422f1-e881-48a3-834c-a0817f58a615 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:55.323335 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b4db5e77-b9a8-434d-bd2b-59eb73c4dcc5 req-6ac422f1-e881-48a3-834c-a0817f58a615 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0653114 Sep 22 17:10:55.362518 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae9e9a-7a79-4e11-86ae-6ad62e5d57d8 None None] Routers {'a3954ba2-3794-4e5a-a420-633e6048f8be'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:10:55.364033 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-d2ae9e9a-7a79-4e11-86ae-6ad62e5d57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3954ba2-3794-4e5a-a420-633e6048f8be'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:55.398775 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b4db5e77-b9a8-434d-bd2b-59eb73c4dcc5 req-5ac64802-06c0-4c87-86f6-3847c0ea1766 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739198 Sep 22 17:10:55.443546 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:55.457054 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:55.522013 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-d2ae9e9a-7a79-4e11-86ae-6ad62e5d57d8 None None] Set router a3954ba2-3794-4e5a-a420-633e6048f8be gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:10:55.820912 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-d2ae9e9a-7a79-4e11-86ae-6ad62e5d57d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:25Z', 'revision_number': 4, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '4a64d259-f904-441c-bb5a-ff8d870132d1', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'port_id': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'mac_address': 'fa:16:3e:05:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273ac187-4613-4832-a9a4-4cf53828d55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:09:59Z', 'updated_at': '2022-09-22T17:10:53Z', 'revision_number': 1, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0015b-69e4-475d-8d7c-cb0f73272ff4', 'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'mac_address': 'fa:16:3e:5b:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:23Z', 'updated_at': '2022-09-22T17:07:44Z', 'revision_number': 5, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'subnets': [{'id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:55.861111 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae9e9a-7a79-4e11-86ae-6ad62e5d57d8 None None] The sync data for ids ['a3954ba2-3794-4e5a-a420-633e6048f8be'] in dv-cinder-835384-28-iscsi is: [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:25Z', 'revision_number': 4, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '4a64d259-f904-441c-bb5a-ff8d870132d1', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'port_id': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'mac_address': 'fa:16:3e:05:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273ac187-4613-4832-a9a4-4cf53828d55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:09:59Z', 'updated_at': '2022-09-22T17:10:53Z', 'revision_number': 1, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0015b-69e4-475d-8d7c-cb0f73272ff4', 'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'mac_address': 'fa:16:3e:5b:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:23Z', 'updated_at': '2022-09-22T17:07:44Z', 'revision_number': 5, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'subnets': [{'id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:10:56.597570 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0028662-2b8f-4a1a-9fda-7ec76f248e75 req-61259c74-6459-473e-8891-3c4b47398b1b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:56.600378 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d0028662-2b8f-4a1a-9fda-7ec76f248e75 req-61259c74-6459-473e-8891-3c4b47398b1b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0821154 Sep 22 17:10:56.686556 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d0028662-2b8f-4a1a-9fda-7ec76f248e75 req-4b5849e1-832c-4958-a64a-e1807a30b9ed tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787442 Sep 22 17:10:56.753739 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b73fe03-0c62-4f08-9ad1-9e23c274f6d3 None None] New status for floating IP 4a64d259-f904-441c-bb5a-ff8d870132d1: ACTIVE {{(pid=106558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:10:56.813108 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:57.563485 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:10:57.844734 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaea18-3895-453c-85d2-35e5ed380cc6 req-c0304ab7-c5fd-4c6a-882e-05c90d059ff3 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:57.846396 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-afdaea18-3895-453c-85d2-35e5ed380cc6 req-c0304ab7-c5fd-4c6a-882e-05c90d059ff3 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0635035 Sep 22 17:10:57.864306 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:57.954228 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-afdaea18-3895-453c-85d2-35e5ed380cc6 req-b6d41810-29b8-434f-8a1b-3e1c798558ea tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993395 Sep 22 17:10:59.160981 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa92120-ed91-4f46-8f56-c726ea37f739 req-f6e7aec1-eb78-48f2-a5d0-da05626d81fe tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:59.162831 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6fa92120-ed91-4f46-8f56-c726ea37f739 req-f6e7aec1-eb78-48f2-a5d0-da05626d81fe tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0586267 Sep 22 17:10:59.268077 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6fa92120-ed91-4f46-8f56-c726ea37f739 req-183c19bc-e1d4-4413-b56b-49227ded9265 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976727 Sep 22 17:10:59.500782 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-5dd1f0e2-6412-4d39-987d-aaa52ed71b25 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:59.502526 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-5dd1f0e2-6412-4d39-987d-aaa52ed71b25 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/networks?id=e3d57eb8-841d-4942-9243-4eda619be6ae HTTP/1.1" status: 200 len: 813 time: 0.2325103 Sep 22 17:10:59.523556 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-f971dee9-1da6-4aa6-a3b2-d2c3d844f12c tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/quotas/78cce6768e1a473f9056d179b605df6d HTTP/1.1" status: 200 len: 375 time: 0.0108082 Sep 22 17:10:59.562348 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-60dae385-6028-4993-ad30-e93cb477baf2 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=78cce6768e1a473f9056d179b605df6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315487 Sep 22 17:10:59.708818 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9507975-dc8d-4f42-97ab-68a8aab077f5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e3d57eb8-841d-4942-9243-4eda619be6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384208 Sep 22 17:10:59.828676 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174d4c4-637d-4302-9f24-8049508cc918 req-aefe96c7-dba2-4d58-8b33-f2f42151dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:59.830448 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b174d4c4-637d-4302-9f24-8049508cc918 req-aefe96c7-dba2-4d58-8b33-f2f42151dde0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 1129 time: 0.1010499 Sep 22 17:10:59.903831 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:10:59.940642 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-de1adc26-81d2-4a9a-97b2-2c1965b90f9f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e3d57eb8-841d-4942-9243-4eda619be6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199240 Sep 22 17:10:59.986155 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174d4c4-637d-4302-9f24-8049508cc918 req-0a8df8bb-c036-4624-b633-f1fd0aa12727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:59.987732 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b174d4c4-637d-4302-9f24-8049508cc918 req-0a8df8bb-c036-4624-b633-f1fd0aa12727 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 919 time: 0.1469841 Sep 22 17:11:00.175146 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b174d4c4-637d-4302-9f24-8049508cc918 req-0195178c-ca75-4a75-91e3-fd5d7357670e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2393791-4dcd-48e5-ab8f-65b3058fd17e HTTP/1.1" status: 200 len: 1001 time: 0.1797400 Sep 22 17:11:00.202527 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-90676482-ecfc-418f-8ddd-ec80a3b174bf req-63c98dfc-f378-40fe-873c-f764094c3b88 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 210 time: 0.0590858 Sep 22 17:11:00.500090 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd05d9-4bac-4351-93b3-38feab8dc283 req-a6661eaa-cd34-4c44-a0ff-8a19aee0936e tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:00.505256 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2ffd05d9-4bac-4351-93b3-38feab8dc283 req-a6661eaa-cd34-4c44-a0ff-8a19aee0936e tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.1075091 Sep 22 17:11:00.604550 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2ffd05d9-4bac-4351-93b3-38feab8dc283 req-c9c05755-3afa-4aac-9484-b419a864f596 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872052 Sep 22 17:11:00.885769 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174d4c4-637d-4302-9f24-8049508cc918 req-981990e7-2182-432e-b806-932172614ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:00.887845 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b174d4c4-637d-4302-9f24-8049508cc918 req-981990e7-2182-432e-b806-932172614ce9 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ff3b5331-7dbe-4b3b-ac39-cc04115e40fd HTTP/1.1" status: 200 len: 857 time: 0.0997396 Sep 22 17:11:00.970517 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174d4c4-637d-4302-9f24-8049508cc918 req-71415068-739a-4602-bd6a-3025a6f57dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:00.972902 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b174d4c4-637d-4302-9f24-8049508cc918 req-71415068-739a-4602-bd6a-3025a6f57dd4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=906da010-9d01-428f-8bbf-d862e44df893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0748944 Sep 22 17:11:01.094370 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b174d4c4-637d-4302-9f24-8049508cc918 req-a8d4138d-8a22-4e16-908b-aa8743244d37 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090631 Sep 22 17:11:01.243182 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b174d4c4-637d-4302-9f24-8049508cc918 req-a4a465ee-0ea8-41b0-868f-033fd75e74cc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410093 Sep 22 17:11:01.381882 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:01.434686 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2843eae9-6251-4720-8148-5de75e7775b5 req-9445e123-8cdc-4acd-b768-5eeb8200ec08 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 210 time: 0.0614412 Sep 22 17:11:01.793270 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ff667-a168-43ae-a016-dd2bfad7a3f7 req-291213c5-3fa6-4481-a967-3937e93cd787 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:01.795668 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6d9ff667-a168-43ae-a016-dd2bfad7a3f7 req-291213c5-3fa6-4481-a967-3937e93cd787 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0831714 Sep 22 17:11:01.858850 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6d9ff667-a168-43ae-a016-dd2bfad7a3f7 req-8b2361b7-8cf0-476b-854a-20fa61ce8c43 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565805 Sep 22 17:11:02.015273 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4efef-684e-415e-abbd-5a064d589cca req-e3a8f67c-e9af-4007-9b93-7fa0fd772b1d tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:02.017188 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ddd4efef-684e-415e-abbd-5a064d589cca req-e3a8f67c-e9af-4007-9b93-7fa0fd772b1d tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0556674 Sep 22 17:11:02.100287 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ddd4efef-684e-415e-abbd-5a064d589cca req-bd599474-7cc7-4acc-91c6-ce860fc0aa49 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714245 Sep 22 17:11:02.151170 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 60460) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:02.584697 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276b4cc0-b718-4db3-ae1f-85c7ea897310 tempest-TestShelveInstance-9598652 tempest-TestShelveInstance-9598652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:02.590331 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-276b4cc0-b718-4db3-ae1f-85c7ea897310 tempest-TestShelveInstance-9598652 tempest-TestShelveInstance-9598652-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 1124 time: 0.4374075 Sep 22 17:11:02.591008 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 60480) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:02.595602 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Request body: {'floatingip': {'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'port_id': 'bfa945c1-4510-4653-9180-db1133adbc18', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:02.622595 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:02.735719 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:02.847818 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-339864a1-827b-4646-b10a-c2e017248a17 req-7007a7cb-08b7-49b7-a131-68f323e9d8df tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 210 time: 0.0696054 Sep 22 17:11:02.872612 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-99e8582d-4b91-42a7-a53d-e49fb574f620 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:02.875014 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-99e8582d-4b91-42a7-a53d-e49fb574f620 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.33 "GET /networking/v2.0/networks?id=e3d57eb8-841d-4942-9243-4eda619be6ae HTTP/1.1" status: 200 len: 813 time: 0.6833618 Sep 22 17:11:02.895292 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-f3bc196b-7213-43ff-a738-05f950d7454a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Request body: {'port': {'device_id': 'f58f33b8-4007-4029-8727-568bbd91beb5', 'network_id': 'e3d57eb8-841d-4942-9243-4eda619be6ae', 'admin_state_up': True, 'tenant_id': '78cce6768e1a473f9056d179b605df6d'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:02.901620 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Allocated IP 172.27.1.131 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/dcf9d636-a6ba-4844-925f-8f07ea99c6f5) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:11:03.036618 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for port (dcf9d636-a6ba-4844-925f-8f07ea99c6f5), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:03.065824 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-f3bc196b-7213-43ff-a738-05f950d7454a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Made reservation on behalf of 78cce6768e1a473f9056d179b605df6d for: {'port': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:11:03.072796 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-f3bc196b-7213-43ff-a738-05f950d7454a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:03.083035 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (dcf9d636-a6ba-4844-925f-8f07ea99c6f5), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:03.117788 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:03.143671 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Pushing event updated for resources: {'Port': ['ID=dcf9d636-a6ba-4844-925f-8f07ea99c6f5,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:03.167243 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:03.176136 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:03.179645 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:11:03.276606 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-f3bc196b-7213-43ff-a738-05f950d7454a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Allocated IP 172.20.0.8 (e3d57eb8-841d-4942-9243-4eda619be6ae/b563f58e-baa3-4cf8-a0e3-86f345a993d2/c1027e91-59c4-4455-a230-d405860c4e3a) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:11:03.515297 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-f3bc196b-7213-43ff-a738-05f950d7454a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Publish callbacks [] for port (c1027e91-59c4-4455-a230-d405860c4e3a), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:03.594021 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-f3bc196b-7213-43ff-a738-05f950d7454a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (c1027e91-59c4-4455-a230-d405860c4e3a), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:03.633173 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-f3bc196b-7213-43ff-a738-05f950d7454a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Network e3d57eb8-841d-4942-9243-4eda619be6ae is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:03.667213 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:03.675618 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-f3bc196b-7213-43ff-a738-05f950d7454a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:03.682663 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-f3bc196b-7213-43ff-a738-05f950d7454a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:11:03.751617 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc196b-7213-43ff-a738-05f950d7454a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Pushing event updated for resources: {'Port': ['ID=c1027e91-59c4-4455-a230-d405860c4e3a,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:03.779574 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-f3bc196b-7213-43ff-a738-05f950d7454a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:03.780649 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-f3bc196b-7213-43ff-a738-05f950d7454a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:03.807745 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-f3bc196b-7213-43ff-a738-05f950d7454a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9146960 Sep 22 17:11:03.843018 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Request body: {'port': {'device_id': 'f58f33b8-4007-4029-8727-568bbd91beb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:03.930004 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (c1027e91-59c4-4455-a230-d405860c4e3a), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:03.980276 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:04.121593 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401bbf9-a790-4071-9d0a-bd21bdb1d18e req-fbbdca37-20df-48d5-bc3d-fed032805130 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:04.129224 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a401bbf9-a790-4071-9d0a-bd21bdb1d18e req-fbbdca37-20df-48d5-bc3d-fed032805130 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 931 time: 0.1418097 Sep 22 17:11:04.160542 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for floatingip (10c086d3-1715-4db4-be95-e3d4af145054), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:04.252735 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a401bbf9-a790-4071-9d0a-bd21bdb1d18e req-7016d591-9d2b-49f4-959b-d1ba55a2e094 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226089 Sep 22 17:11:04.278696 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (dcf9d636-a6ba-4844-925f-8f07ea99c6f5), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:04.331966 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:04.476120 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1027e91-59c4-4455-a230-d405860c4e3a {{(pid=106555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:11:04.496057 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Publish callbacks [] for port (c1027e91-59c4-4455-a230-d405860c4e3a), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:04.507849 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for port (dcf9d636-a6ba-4844-925f-8f07ea99c6f5), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:04.513578 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (dcf9d636-a6ba-4844-925f-8f07ea99c6f5), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:04.527532 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:04.529136 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.provisioning_blocks [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Transition to ACTIVE for port object c1027e91-59c4-4455-a230-d405860c4e3a will not be triggered until provisioned by entity L2. {{(pid=106555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:11:04.537199 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (c1027e91-59c4-4455-a230-d405860c4e3a), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:04.578132 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Pushing event updated for resources: {'Port': ['ID=dcf9d636-a6ba-4844-925f-8f07ea99c6f5,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:04.632179 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (10c086d3-1715-4db4-be95-e3d4af145054), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:04.747015 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Pushing event updated for resources: {'Port': ['ID=c1027e91-59c4-4455-a230-d405860c4e3a,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:04.747504 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:11:04.786971 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.l3_db [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Floating IP 10c086d3-1715-4db4-be95-e3d4af145054 associated. External IP: 172.27.1.131, port: bfa945c1-4510-4653-9180-db1133adbc18. Sep 22 17:11:04.841946 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Attempting to bind port c1027e91-59c4-4455-a230-d405860c4e3a on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:11:04.842898 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Attempting to bind port c1027e91-59c4-4455-a230-d405860c4e3a by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '46d3c9de-ebf9-407a-b788-7e578c252cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e3d57eb8-841d-4942-9243-4eda619be6ae'}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:11:04.845883 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Attempting to bind port c1027e91-59c4-4455-a230-d405860c4e3a on network e3d57eb8-841d-4942-9243-4eda619be6ae {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:11:04.930084 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Port c1027e91-59c4-4455-a230-d405860c4e3a on network e3d57eb8-841d-4942-9243-4eda619be6ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:11:04.932041 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Attempting to bind port c1027e91-59c4-4455-a230-d405860c4e3a on network e3d57eb8-841d-4942-9243-4eda619be6ae {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:11:04.984798 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:11:04.985117 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Checking segment: {'id': '46d3c9de-ebf9-407a-b788-7e578c252cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e3d57eb8-841d-4942-9243-4eda619be6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:11:04.985546 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Bound using segment: {'id': '46d3c9de-ebf9-407a-b788-7e578c252cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e3d57eb8-841d-4942-9243-4eda619be6ae'} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:11:04.986174 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Bound port: c1027e91-59c4-4455-a230-d405860c4e3a, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d3c9de-ebf9-407a-b788-7e578c252cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e3d57eb8-841d-4942-9243-4eda619be6ae'}}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:11:04.986542 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (c1027e91-59c4-4455-a230-d405860c4e3a), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:05.005541 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:05.071556 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] For port c1027e91-59c4-4455-a230-d405860c4e3a, host hv-cinder-83538, cleared binding levels {{(pid=106555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:11:05.075423 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] For port c1027e91-59c4-4455-a230-d405860c4e3a, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c1027e91-59c4-4455-a230-d405860c4e3a,segment=NetworkSegment(46d3c9de-ebf9-407a-b788-7e578c252cd5),segment_id=46d3c9de-ebf9-407a-b788-7e578c252cd5)] {{(pid=106555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:11:05.097430 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (c1027e91-59c4-4455-a230-d405860c4e3a), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:05.110173 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:05.111420 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:05.113809 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/c1027e91-59c4-4455-a230-d405860c4e3a HTTP/1.1" status: 200 len: 1093 time: 1.2933676 Sep 22 17:11:05.114642 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58f33b8-4007-4029-8727-568bbd91beb5', 'tag': 'c1027e91-59c4-4455-a230-d405860c4e3a'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:11:05.117400 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9aed76-05ce-4773-9b33-91efd70a8e70" -d '{"events": [{"name": "network-changed", "server_uuid": "f58f33b8-4007-4029-8727-568bbd91beb5", "tag": "c1027e91-59c4-4455-a230-d405860c4e3a"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:11:05.194035 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8ad15-8262-4a3e-8a7c-6b8c9ed65f20 service neutron] Pushing event updated for resources: {'Port': ['ID=c1027e91-59c4-4455-a230-d405860c4e3a,revision_number=3']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:05.266387 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9975f7f-ca6a-4430-8c89-a83cf0c40e75 x-openstack-request-id: req-d9975f7f-ca6a-4430-8c89-a83cf0c40e75 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:11:05.267226 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58f33b8-4007-4029-8727-568bbd91beb5", "tag": "c1027e91-59c4-4455-a230-d405860c4e3a", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:11:05.267978 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9975f7f-ca6a-4430-8c89-a83cf0c40e75 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:11:05.268959 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9975f7f-ca6a-4430-8c89-a83cf0c40e75'] response: {'name': 'network-changed', 'server_uuid': 'f58f33b8-4007-4029-8727-568bbd91beb5', 'tag': 'c1027e91-59c4-4455-a230-d405860c4e3a', 'status': 'completed', 'code': 200} Sep 22 17:11:05.311566 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Router ea505bf6-d811-4f74-8b47-086efc035c08 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:11:05.329113 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-40bacef7-67bd-4b60-b65b-08d637041b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:05.331626 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-40bacef7-67bd-4b60-b65b-08d637041b22 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=78cce6768e1a473f9056d179b605df6d&device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 1127 time: 0.0959058 Sep 22 17:11:05.443452 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-81ed3661-d757-4643-862a-fd2366797f10 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1027e91-59c4-4455-a230-d405860c4e3a HTTP/1.1" status: 200 len: 217 time: 0.0959909 Sep 22 17:11:05.565816 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:11:05.581303 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d38da1-a240-4484-9e12-fdc4217b1a7c None None] Sync routers for ids ['ea505bf6-d811-4f74-8b47-086efc035c08'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:11:05.598429 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d38da1-a240-4484-9e12-fdc4217b1a7c None None] Routers {'ea505bf6-d811-4f74-8b47-086efc035c08'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:11:05.601001 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-88d38da1-a240-4484-9e12-fdc4217b1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['ea505bf6-d811-4f74-8b47-086efc035c08'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:05.630269 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:05.643468 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7abaf-48b4-4b6b-a277-96783bddca98 req-08b41108-c97d-404b-8071-fc1f620c647a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:05.663487 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dae7abaf-48b4-4b6b-a277-96783bddca98 req-08b41108-c97d-404b-8071-fc1f620c647a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 943 time: 0.1889083 Sep 22 17:11:05.679299 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:05.686962 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-cc7221c5-89ca-4c58-a611-be807ba8d4c6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0921590 Sep 22 17:11:05.686962 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e671ca-5873-4190-9048-a875393d1055', 'tag': 'bfa945c1-4510-4653-9180-db1133adbc18'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:11:05.689008 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786b87db-5de0-4b1a-a8fa-4bad656b26e5" -d '{"events": [{"name": "network-changed", "server_uuid": "60e671ca-5873-4190-9048-a875393d1055", "tag": "bfa945c1-4510-4653-9180-db1133adbc18"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:11:05.712061 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-9031ff6b-0bef-4a3a-bbbf-945da355ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:05.715881 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-9031ff6b-0bef-4a3a-bbbf-945da355ed5b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b563f58e-baa3-4cf8-a0e3-86f345a993d2 HTTP/1.1" status: 200 len: 853 time: 0.2577956 Sep 22 17:11:05.737958 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bdc4c3-2559-4796-b5e2-1045d4be0dab x-openstack-request-id: req-f3bdc4c3-2559-4796-b5e2-1045d4be0dab {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:11:05.743074 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e671ca-5873-4190-9048-a875393d1055", "tag": "bfa945c1-4510-4653-9180-db1133adbc18", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:11:05.744217 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3bdc4c3-2559-4796-b5e2-1045d4be0dab {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:11:05.744868 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3bdc4c3-2559-4796-b5e2-1045d4be0dab'] response: {'name': 'network-changed', 'server_uuid': '60e671ca-5873-4190-9048-a875393d1055', 'tag': 'bfa945c1-4510-4653-9180-db1133adbc18', 'status': 'completed', 'code': 200} Sep 22 17:11:05.777544 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-88d38da1-a240-4484-9e12-fdc4217b1a7c None None] Set router ea505bf6-d811-4f74-8b47-086efc035c08 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:11:05.792927 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-33a48d83-9af2-4b7d-a765-43e3bd76ec65 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=e3d57eb8-841d-4942-9243-4eda619be6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613706 Sep 22 17:11:05.833963 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dae7abaf-48b4-4b6b-a277-96783bddca98 req-3aeb2254-fa2d-4aa0-8f15-dfed4eeae176 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693358 Sep 22 17:11:06.046095 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-b82b9009-c7e6-4060-81dd-ce3a2b2419e5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e3d57eb8-841d-4942-9243-4eda619be6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022269 Sep 22 17:11:06.055912 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b87db-5de0-4b1a-a8fa-4bad656b26e5 req-dcb37291-4178-4053-8e08-7d2189544f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:06.059788 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-786b87db-5de0-4b1a-a8fa-4bad656b26e5 req-dcb37291-4178-4053-8e08-7d2189544f89 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1ed7377d32844bbf95f995831bc21d6b&device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 1129 time: 0.0756869 Sep 22 17:11:06.176686 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-88d38da1-a240-4484-9e12-fdc4217b1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'name': 'tempest-TestShelveInstance-2088711298-router', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:02Z', 'updated_at': '2022-09-22T17:09:07Z', 'revision_number': 4, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'gw_port': {'id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:04Z', 'updated_at': '2022-09-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '10c086d3-1715-4db4-be95-e3d4af145054', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'port_id': 'bfa945c1-4510-4653-9180-db1133adbc18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'mac_address': 'fa:16:3e:15:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e671ca-5873-4190-9048-a875393d1055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:11:03Z', 'updated_at': '2022-09-22T17:11:03Z', 'revision_number': 0, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8', 'name': '', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'mac_address': 'fa:16:3e:71:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:06Z', 'updated_at': '2022-09-22T17:09:14Z', 'revision_number': 5, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'subnets': [{'id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:06.233156 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d38da1-a240-4484-9e12-fdc4217b1a7c None None] Checking router: ea505bf6-d811-4f74-8b47-086efc035c08 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:11:06.248472 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d38da1-a240-4484-9e12-fdc4217b1a7c None None] Routers {'ea505bf6-d811-4f74-8b47-086efc035c08'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:11:06.249477 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-88d38da1-a240-4484-9e12-fdc4217b1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['ea505bf6-d811-4f74-8b47-086efc035c08'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:06.318340 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:06.411560 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-88d38da1-a240-4484-9e12-fdc4217b1a7c None None] Set router ea505bf6-d811-4f74-8b47-086efc035c08 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:11:06.668213 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:06.720367 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-88d38da1-a240-4484-9e12-fdc4217b1a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'name': 'tempest-TestShelveInstance-2088711298-router', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:02Z', 'updated_at': '2022-09-22T17:09:07Z', 'revision_number': 4, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'gw_port': {'id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:04Z', 'updated_at': '2022-09-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '10c086d3-1715-4db4-be95-e3d4af145054', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'port_id': 'bfa945c1-4510-4653-9180-db1133adbc18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'mac_address': 'fa:16:3e:15:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e671ca-5873-4190-9048-a875393d1055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:11:03Z', 'updated_at': '2022-09-22T17:11:03Z', 'revision_number': 0, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8', 'name': '', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'mac_address': 'fa:16:3e:71:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:06Z', 'updated_at': '2022-09-22T17:09:14Z', 'revision_number': 5, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'subnets': [{'id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:06.753690 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d38da1-a240-4484-9e12-fdc4217b1a7c None None] The sync data for ids ['ea505bf6-d811-4f74-8b47-086efc035c08'] in dv-cinder-835384-28-iscsi is: [{'id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'name': 'tempest-TestShelveInstance-2088711298-router', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:02Z', 'updated_at': '2022-09-22T17:09:07Z', 'revision_number': 4, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'gw_port': {'id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:04Z', 'updated_at': '2022-09-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '10c086d3-1715-4db4-be95-e3d4af145054', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'floating_ip_address': '172.27.1.131', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'port_id': 'bfa945c1-4510-4653-9180-db1133adbc18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'mac_address': 'fa:16:3e:15:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e671ca-5873-4190-9048-a875393d1055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:11:03Z', 'updated_at': '2022-09-22T17:11:03Z', 'revision_number': 0, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8', 'name': '', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'mac_address': 'fa:16:3e:71:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:06Z', 'updated_at': '2022-09-22T17:09:14Z', 'revision_number': 5, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'subnets': [{'id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:11:07.050840 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:07.068512 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b87db-5de0-4b1a-a8fa-4bad656b26e5 req-7128e359-b409-40ec-a759-883ee8d4a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:07.070340 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-786b87db-5de0-4b1a-a8fa-4bad656b26e5 req-7128e359-b409-40ec-a759-883ee8d4a7cd service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76fdfd82-e2ca-4e82-8d26-41a9f16c8858 HTTP/1.1" status: 200 len: 910 time: 0.3067782 Sep 22 17:11:07.136945 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c63ce3a-fb04-4d06-a9a3-e4b22d8af6a4 req-72623a98-fad9-4afc-ad58-d5808083e7c9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e3d57eb8-841d-4942-9243-4eda619be6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737805 Sep 22 17:11:07.153728 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3c0a3-0a10-4dfd-8f4e-e4b8806a117d req-73707ec8-f57e-4be7-8d59-bb27cef64d99 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:07.162233 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-64c3c0a3-0a10-4dfd-8f4e-e4b8806a117d req-73707ec8-f57e-4be7-8d59-bb27cef64d99 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 943 time: 0.0870774 Sep 22 17:11:07.201016 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffab9b7-ec74-4f31-8530-716865693e09 None None] New status for floating IP 10c086d3-1715-4db4-be95-e3d4af145054: ACTIVE {{(pid=106558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:11:07.230721 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-64c3c0a3-0a10-4dfd-8f4e-e4b8806a117d req-772a91a5-084f-4680-a3ac-a065c0382550 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673807 Sep 22 17:11:07.396241 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:07.527164 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:07.543799 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-786b87db-5de0-4b1a-a8fa-4bad656b26e5 req-9732eedc-c24a-4c0f-a3fa-54c341794b3f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfa945c1-4510-4653-9180-db1133adbc18 HTTP/1.1" status: 200 len: 1001 time: 0.1190314 Sep 22 17:11:08.476696 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ef7a0-7b80-4a8e-9555-13077461648c req-0d385ac2-163c-4a49-b4eb-0317ea9b8da0 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:08.480503 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-197ef7a0-7b80-4a8e-9555-13077461648c req-0d385ac2-163c-4a49-b4eb-0317ea9b8da0 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 943 time: 0.0741248 Sep 22 17:11:08.519039 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:08.568158 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-197ef7a0-7b80-4a8e-9555-13077461648c req-11967b59-b8a8-4a2f-86f9-fa24caa1d8ec tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802441 Sep 22 17:11:09.811580 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93811b0-57df-48b0-b5c2-d336ed71c79e req-e012ae54-65cc-4922-917d-86d06339bf05 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:09.814046 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d93811b0-57df-48b0-b5c2-d336ed71c79e req-e012ae54-65cc-4922-917d-86d06339bf05 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 943 time: 0.0990980 Sep 22 17:11:09.894006 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d93811b0-57df-48b0-b5c2-d336ed71c79e req-6d94f3df-37c1-4740-819e-373e68b4b15a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732949 Sep 22 17:11:11.069842 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef13d53-9c25-47f6-8ac7-d98943c8fcd0 req-90214bd6-da5d-477e-8cec-3677c383e646 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:11.071463 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aef13d53-9c25-47f6-8ac7-d98943c8fcd0 req-90214bd6-da5d-477e-8cec-3677c383e646 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 943 time: 0.0713284 Sep 22 17:11:11.159174 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b87db-5de0-4b1a-a8fa-4bad656b26e5 req-3aadc11b-5c10-4f00-855a-2c71cd476173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:11.161117 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-786b87db-5de0-4b1a-a8fa-4bad656b26e5 req-3aadc11b-5c10-4f00-855a-2c71cd476173 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=746153c5-66aa-4f48-baf0-63e2c6a7f300 HTTP/1.1" status: 200 len: 848 time: 0.0609977 Sep 22 17:11:11.171049 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aef13d53-9c25-47f6-8ac7-d98943c8fcd0 req-0978a570-96e1-425f-9928-31fa4cde7c33 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928159 Sep 22 17:11:11.199107 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9aed76-05ce-4773-9b33-91efd70a8e70 req-83e1ba4b-663b-4f5a-880c-f0b6c5bde5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:11.199107 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eb9aed76-05ce-4773-9b33-91efd70a8e70 req-83e1ba4b-663b-4f5a-880c-f0b6c5bde5ef service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=78cce6768e1a473f9056d179b605df6d&device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 1127 time: 0.0723476 Sep 22 17:11:11.218060 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b87db-5de0-4b1a-a8fa-4bad656b26e5 req-054598a0-0061-4713-bd49-6cbd084704c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:11.220666 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-786b87db-5de0-4b1a-a8fa-4bad656b26e5 req-054598a0-0061-4713-bd49-6cbd084704c5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76fdfd82-e2ca-4e82-8d26-41a9f16c8858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474770 Sep 22 17:11:11.362252 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-786b87db-5de0-4b1a-a8fa-4bad656b26e5 req-d526e83d-0c8b-443b-86ca-96f1044a1452 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76fdfd82-e2ca-4e82-8d26-41a9f16c8858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327453 Sep 22 17:11:11.370148 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9aed76-05ce-4773-9b33-91efd70a8e70 req-9c0445ea-9930-493a-96e6-adb5ccc2ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:11.372230 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eb9aed76-05ce-4773-9b33-91efd70a8e70 req-9c0445ea-9930-493a-96e6-adb5ccc2ee18 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=e3d57eb8-841d-4942-9243-4eda619be6ae HTTP/1.1" status: 200 len: 914 time: 0.1491678 Sep 22 17:11:11.416144 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eb9aed76-05ce-4773-9b33-91efd70a8e70 req-5df67933-ce00-4d40-9a90-8c3f643759e9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1027e91-59c4-4455-a230-d405860c4e3a HTTP/1.1" status: 200 len: 217 time: 0.0372601 Sep 22 17:11:11.474297 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-786b87db-5de0-4b1a-a8fa-4bad656b26e5 req-e34d3fa3-e078-41f9-aafb-2e9c6cf8ea80 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76fdfd82-e2ca-4e82-8d26-41a9f16c8858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040785 Sep 22 17:11:11.475945 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9aed76-05ce-4773-9b33-91efd70a8e70 req-0f01af6f-1ef4-4d34-9765-792c1a66c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:11.478399 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eb9aed76-05ce-4773-9b33-91efd70a8e70 req-0f01af6f-1ef4-4d34-9765-792c1a66c1d2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b563f58e-baa3-4cf8-a0e3-86f345a993d2 HTTP/1.1" status: 200 len: 853 time: 0.0553927 Sep 22 17:11:11.525761 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:11.547409 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eb9aed76-05ce-4773-9b33-91efd70a8e70 req-66be72e8-fb14-43b1-bc6a-8d7b3bcdb659 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=e3d57eb8-841d-4942-9243-4eda619be6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338748 Sep 22 17:11:11.568139 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device c1027e91-59c4-4455-a230-d405860c4e3a details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:11:11.686065 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eb9aed76-05ce-4773-9b33-91efd70a8e70 req-d4d93c5f-8aa7-4ae7-966c-686d2db92ed3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e3d57eb8-841d-4942-9243-4eda619be6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313353 Sep 22 17:11:11.734131 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port c1027e91-59c4-4455-a230-d405860c4e3a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c1027e91-59c4-4455-a230-d405860c4e3a,segment=NetworkSegment(46d3c9de-ebf9-407a-b788-7e578c252cd5),segment_id=46d3c9de-ebf9-407a-b788-7e578c252cd5)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:11:11.777816 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': 'c1027e91-59c4-4455-a230-d405860c4e3a', 'network_id': 'e3d57eb8-841d-4942-9243-4eda619be6ae', 'port_id': 'c1027e91-59c4-4455-a230-d405860c4e3a', 'mac_address': 'fa:16:3e:93:0c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b563f58e-baa3-4cf8-a0e3-86f345a993d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:11:11.804493 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eb9aed76-05ce-4773-9b33-91efd70a8e70 req-97826f51-4915-4546-8185-df28f0a60be6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e3d57eb8-841d-4942-9243-4eda619be6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109967 Sep 22 17:11:11.830356 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port c1027e91-59c4-4455-a230-d405860c4e3a is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:11.830658 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (c1027e91-59c4-4455-a230-d405860c4e3a), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:11.852442 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1027e91-59c4-4455-a230-d405860c4e3a {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:11:11.881556 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port c1027e91-59c4-4455-a230-d405860c4e3a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c1027e91-59c4-4455-a230-d405860c4e3a,segment=NetworkSegment(46d3c9de-ebf9-407a-b788-7e578c252cd5),segment_id=46d3c9de-ebf9-407a-b788-7e578c252cd5)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:11:11.893152 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (c1027e91-59c4-4455-a230-d405860c4e3a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:11.951962 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=c1027e91-59c4-4455-a230-d405860c4e3a,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:12.021150 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a34b77-5021-466e-876f-ec5db16c3e54 req-54a4452f-4593-4af2-b0e1-a2e3d9067377 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:12.023035 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-76a34b77-5021-466e-876f-ec5db16c3e54 req-54a4452f-4593-4af2-b0e1-a2e3d9067377 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0791097 Sep 22 17:11:12.083301 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-76a34b77-5021-466e-876f-ec5db16c3e54 req-3f6decfc-58e2-4ef9-b76f-4c436e20f25f tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531156 Sep 22 17:11:12.327703 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51bb39-48db-47ca-b492-64ad54d1720f req-11fd16b2-83fa-4d05-bbe7-5ba0e737583a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:12.329309 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ba51bb39-48db-47ca-b492-64ad54d1720f req-11fd16b2-83fa-4d05-bbe7-5ba0e737583a tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 944 time: 0.0594568 Sep 22 17:11:12.404899 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ba51bb39-48db-47ca-b492-64ad54d1720f req-a3b0bcce-ac45-420f-bf6a-090b4919f691 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647113 Sep 22 17:11:12.611991 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['c1027e91-59c4-4455-a230-d405860c4e3a'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:11:13.229793 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693c849-7f37-4dbb-b9d5-3e33cce271d3 req-8aec5368-5e8d-452f-bbcc-d0871e87265a tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:13.231340 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4693c849-7f37-4dbb-b9d5-3e33cce271d3 req-8aec5368-5e8d-452f-bbcc-d0871e87265a tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0508130 Sep 22 17:11:13.283196 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4693c849-7f37-4dbb-b9d5-3e33cce271d3 req-a1ce0b0f-5943-4ff3-a42e-7a48b10c5e0a tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455832 Sep 22 17:11:13.499107 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 60662) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:13.533070 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af990a9-001d-496b-9e28-e8f376094970 req-80092eea-eb92-45b7-a1c5-6e1f5c66ff6e tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:13.534597 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9af990a9-001d-496b-9e28-e8f376094970 req-80092eea-eb92-45b7-a1c5-6e1f5c66ff6e tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 944 time: 0.0521324 Sep 22 17:11:13.559121 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_v2 [None req-9462e667-4eb0-48e7-8c16-990540a3f054 admin admin] Deleting subnet 9a4a906d-00a0-479d-ad3e-0e787eb1ebaf {{(pid=106556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 17:11:13.562457 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9462e667-4eb0-48e7-8c16-990540a3f054 admin admin] Publish callbacks [] for subnet (9a4a906d-00a0-479d-ad3e-0e787eb1ebaf), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:13.594246 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9af990a9-001d-496b-9e28-e8f376094970 req-24638d13-47d5-49d0-b12c-7e9324b1f1df tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536351 Sep 22 17:11:13.601081 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9462e667-4eb0-48e7-8c16-990540a3f054 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3319090'] for subnet (9a4a906d-00a0-479d-ad3e-0e787eb1ebaf), precommit_delete_associations {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:13.647450 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9462e667-4eb0-48e7-8c16-990540a3f054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8016103'] for subnet (9a4a906d-00a0-479d-ad3e-0e787eb1ebaf), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:13.704822 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9462e667-4eb0-48e7-8c16-990540a3f054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8014298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3793533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3584758'] for subnet (9a4a906d-00a0-479d-ad3e-0e787eb1ebaf), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:13.734335 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462e667-4eb0-48e7-8c16-990540a3f054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a4a906d-00a0-479d-ad3e-0e787eb1ebaf,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:13.740862 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9462e667-4eb0-48e7-8c16-990540a3f054 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:13.744727 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-9462e667-4eb0-48e7-8c16-990540a3f054 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/9a4a906d-00a0-479d-ad3e-0e787eb1ebaf HTTP/1.1" status: 204 len: 168 time: 0.2444496 Sep 22 17:11:13.747281 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 60666) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:13.830171 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3bbcf612-7ecf-46e2-9d85-bd9374a98129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632274'] for network (5f2097d8-b178-40e5-9027-cc66e5236eeb), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:13.918144 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3bbcf612-7ecf-46e2-9d85-bd9374a98129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7709388', 'neutron.services.segments.db._delete_segments_for_network-8784621099201'] for network (5f2097d8-b178-40e5-9027-cc66e5236eeb), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:13.944269 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-3bbcf612-7ecf-46e2-9d85-bd9374a98129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2097d8-b178-40e5-9027-cc66e5236eeb']}} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:13.953380 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-3bbcf612-7ecf-46e2-9d85-bd9374a98129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3756d3b-8e86-4d2e-a089-0b14a6f79b84') {'for_net_delete': True} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:13.953731 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-3bbcf612-7ecf-46e2-9d85-bd9374a98129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3756d3b-8e86-4d2e-a089-0b14a6f79b84') {} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:13.964975 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3bbcf612-7ecf-46e2-9d85-bd9374a98129 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784621099093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3319049'] for segment (a3756d3b-8e86-4d2e-a089-0b14a6f79b84), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:13.980524 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3bbcf612-7ecf-46e2-9d85-bd9374a98129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (a3756d3b-8e86-4d2e-a089-0b14a6f79b84), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:13.988045 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbcf612-7ecf-46e2-9d85-bd9374a98129 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=106556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:11:13.988559 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3bbcf612-7ecf-46e2-9d85-bd9374a98129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3793607'] for segment (a3756d3b-8e86-4d2e-a089-0b14a6f79b84), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:14.031389 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:14.035533 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment a3756d3b-8e86-4d2e-a089-0b14a6f79b84 resource provider aggregate not found Sep 22 17:11:14.047604 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device c1027e91-59c4-4455-a230-d405860c4e3a up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:11:14.060381 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment a3756d3b-8e86-4d2e-a089-0b14a6f79b84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3756d3b-8e86-4d2e-a089-0b14a6f79b84 found for delete ", "request_id": "req-4ce42ac3-6336-422d-b247-2477eaebfe17"}]} Sep 22 17:11:14.064923 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3bbcf612-7ecf-46e2-9d85-bd9374a98129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7709429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536458'] for network (5f2097d8-b178-40e5-9027-cc66e5236eeb), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:14.087779 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-3bbcf612-7ecf-46e2-9d85-bd9374a98129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:14.096236 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-3bbcf612-7ecf-46e2-9d85-bd9374a98129 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/5f2097d8-b178-40e5-9027-cc66e5236eeb HTTP/1.1" status: 204 len: 168 time: 0.3438656 Sep 22 17:11:14.096236 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcf612-7ecf-46e2-9d85-bd9374a98129 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f2097d8-b178-40e5-9027-cc66e5236eeb,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:14.100522 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port c1027e91-59c4-4455-a230-d405860c4e3a completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:11:14.108373 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port c1027e91-59c4-4455-a230-d405860c4e3a triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:14.108837 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (c1027e91-59c4-4455-a230-d405860c4e3a), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:14.109171 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port c1027e91-59c4-4455-a230-d405860c4e3a Sep 22 17:11:14.213620 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port c1027e91-59c4-4455-a230-d405860c4e3a is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:14.213850 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (c1027e91-59c4-4455-a230-d405860c4e3a), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:14.226032 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:14.241509 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58f33b8-4007-4029-8727-568bbd91beb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1027e91-59c4-4455-a230-d405860c4e3a'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:11:14.244398 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12f82e0-5683-40f5-b3d9-c85de8bef04c" -d '{"events": [{"server_uuid": "f58f33b8-4007-4029-8727-568bbd91beb5", "name": "network-vif-plugged", "status": "completed", "tag": "c1027e91-59c4-4455-a230-d405860c4e3a"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:11:14.247703 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed2c38-de38-4528-a1e2-3ec3890a06d2 req-234f0328-0240-461d-b350-1e455246a14d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:14.250075 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-87ed2c38-de38-4528-a1e2-3ec3890a06d2 req-234f0328-0240-461d-b350-1e455246a14d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0657387 Sep 22 17:11:14.266743 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port c1027e91-59c4-4455-a230-d405860c4e3a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c1027e91-59c4-4455-a230-d405860c4e3a,segment=NetworkSegment(46d3c9de-ebf9-407a-b788-7e578c252cd5),segment_id=46d3c9de-ebf9-407a-b788-7e578c252cd5)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:11:14.284258 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (c1027e91-59c4-4455-a230-d405860c4e3a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:14.289666 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eeec34f-0f2c-42e9-a881-3214a201f7b8 x-openstack-request-id: req-3eeec34f-0f2c-42e9-a881-3214a201f7b8 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:11:14.289963 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58f33b8-4007-4029-8727-568bbd91beb5", "name": "network-vif-plugged", "status": "completed", "tag": "c1027e91-59c4-4455-a230-d405860c4e3a", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:11:14.290277 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3eeec34f-0f2c-42e9-a881-3214a201f7b8 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:11:14.290686 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eeec34f-0f2c-42e9-a881-3214a201f7b8'] response: {'server_uuid': 'f58f33b8-4007-4029-8727-568bbd91beb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1027e91-59c4-4455-a230-d405860c4e3a', 'code': 200} Sep 22 17:11:14.292343 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:14.345862 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=c1027e91-59c4-4455-a230-d405860c4e3a,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:14.346014 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-87ed2c38-de38-4528-a1e2-3ec3890a06d2 req-6d910885-c755-42a1-86eb-6ef012ad0fd8 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780833 Sep 22 17:11:14.376023 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 60692) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:14.421737 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-54443b3d-886a-4a05-bfcf-543e8b598909 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6c516bf5715a42cd860981f82fc58b15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420787 Sep 22 17:11:14.421948 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 60694) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:14.432270 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914ac0e-f317-4176-8e4a-0158e7e6c86a req-8b8be3d6-84ee-4ebe-a66e-3d36c599e18d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:14.433868 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1914ac0e-f317-4176-8e4a-0158e7e6c86a req-8b8be3d6-84ee-4ebe-a66e-3d36c599e18d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0540199 Sep 22 17:11:14.459594 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:14.461243 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:14.483907 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ccc7cff5-6ca3-45a5-9aca-d3c5abf62987 admin admin] Publish callbacks [] for security_group (7a7f6313-7475-4289-812e-43cece30c943), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:14.487890 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1914ac0e-f317-4176-8e4a-0158e7e6c86a req-d95d889f-0071-4cdb-abf8-5a1c30e8bd59 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469427 Sep 22 17:11:14.508340 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ccc7cff5-6ca3-45a5-9aca-d3c5abf62987 admin admin] Publish callbacks [] for security_group (7a7f6313-7475-4289-812e-43cece30c943), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:14.561393 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ccc7cff5-6ca3-45a5-9aca-d3c5abf62987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (7a7f6313-7475-4289-812e-43cece30c943), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:14.563984 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ccc7cff5-6ca3-45a5-9aca-d3c5abf62987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:14.565159 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-ccc7cff5-6ca3-45a5-9aca-d3c5abf62987 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7a7f6313-7475-4289-812e-43cece30c943 HTTP/1.1" status: 204 len: 168 time: 0.1422739 Sep 22 17:11:14.573468 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7cff5-6ca3-45a5-9aca-d3c5abf62987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7f6313-7475-4289-812e-43cece30c943,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:14.668597 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fa2c3-858b-4b76-bc2b-9937d8ccd4c2 req-31f53df6-2c31-4a47-adf1-d0e06b3e6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:14.670089 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-513fa2c3-858b-4b76-bc2b-9937d8ccd4c2 req-31f53df6-2c31-4a47-adf1-d0e06b3e6606 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 1129 time: 0.0436878 Sep 22 17:11:14.735488 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2b5e0-7b4c-4cfc-85b7-2fa856fbd707 req-9ed16d4d-4e4a-403c-8ce0-2155f9276017 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:14.737018 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-99f2b5e0-7b4c-4cfc-85b7-2fa856fbd707 req-9ed16d4d-4e4a-403c-8ce0-2155f9276017 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 945 time: 0.0632298 Sep 22 17:11:14.775538 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-513fa2c3-858b-4b76-bc2b-9937d8ccd4c2 req-256185b3-186a-48da-9f34-01353308bae2 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917797 Sep 22 17:11:14.781888 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:14.806975 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-99f2b5e0-7b4c-4cfc-85b7-2fa856fbd707 req-bb4914b1-98cf-4eed-a057-11b6313b5478 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620568 Sep 22 17:11:15.311815 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 60718) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:15.409005 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-ca99c60e-2282-4e3f-a6f9-b10383a852e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1591225704-network', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:15.430083 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca99c60e-2282-4e3f-a6f9-b10383a852e4 admin admin] Made reservation on behalf of 5fca6eabbca24bc09aee7e259ca82562 for: {'network': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:11:15.432745 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ca99c60e-2282-4e3f-a6f9-b10383a852e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:15.444406 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ca99c60e-2282-4e3f-a6f9-b10383a852e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:15.508886 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7a057-cc8c-4834-b97c-2e3e52bb988d req-85110b3a-e45e-4dfd-88f3-7007acbfe66f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:15.510297 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-16f7a057-cc8c-4834-b97c-2e3e52bb988d req-85110b3a-e45e-4dfd-88f3-7007acbfe66f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0679834 Sep 22 17:11:15.599384 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-16f7a057-cc8c-4834-b97c-2e3e52bb988d req-7c8d3497-1ff3-494c-b1e8-18c3e793c5a4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816209 Sep 22 17:11:15.653251 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505ea7a-4913-4aa3-839c-79fdb0e10415 req-b600b068-ac1b-435e-8582-50dd1352ff02 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:15.654730 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a505ea7a-4913-4aa3-839c-79fdb0e10415 req-b600b068-ac1b-435e-8582-50dd1352ff02 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0746405 Sep 22 17:11:15.664701 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ca99c60e-2282-4e3f-a6f9-b10383a852e4 admin admin] Publish callbacks [] for security_group (dbded745-0ad1-4309-822f-13ca55d949bc), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:15.673001 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ca99c60e-2282-4e3f-a6f9-b10383a852e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (dbded745-0ad1-4309-822f-13ca55d949bc), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:15.714618 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca99c60e-2282-4e3f-a6f9-b10383a852e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=106555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:11:15.730365 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99c60e-2282-4e3f-a6f9-b10383a852e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbded745-0ad1-4309-822f-13ca55d949bc,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:15.742655 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ca99c60e-2282-4e3f-a6f9-b10383a852e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (45167f1e-68ee-438b-a0d8-d4dca6e3f2f1), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:15.742655 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.segments_db [None req-ca99c60e-2282-4e3f-a6f9-b10383a852e4 admin admin] Added segment 45167f1e-68ee-438b-a0d8-d4dca6e3f2f1 of type vlan for network 1876d1ce-e761-46f2-ab46-b61110e15c2c Sep 22 17:11:15.780352 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a505ea7a-4913-4aa3-839c-79fdb0e10415 req-c9a53b59-9379-47e1-9eb3-b690d96449f9 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176701 Sep 22 17:11:15.794556 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ca99c60e-2282-4e3f-a6f9-b10383a852e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (1876d1ce-e761-46f2-ab46-b61110e15c2c), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:15.819923 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ca99c60e-2282-4e3f-a6f9-b10383a852e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (1876d1ce-e761-46f2-ab46-b61110e15c2c), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:15.821032 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca99c60e-2282-4e3f-a6f9-b10383a852e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:15.822130 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ca99c60e-2282-4e3f-a6f9-b10383a852e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:15.873652 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-ca99c60e-2282-4e3f-a6f9-b10383a852e4 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5606956 Sep 22 17:11:15.876930 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 60728) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:15.881833 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-6447a790-5c1f-4b25-9137-45e93e43ecb9 admin admin] Request body: {'subnet': {'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1591225704-subnet', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'ip_version': 4}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:15.887974 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99c60e-2282-4e3f-a6f9-b10383a852e4 admin admin] Pushing event updated for resources: {'Network': ['ID=1876d1ce-e761-46f2-ab46-b61110e15c2c,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:15.898594 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network 1876d1ce-e761-46f2-ab46-b61110e15c2c details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:11:15.923278 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6447a790-5c1f-4b25-9137-45e93e43ecb9 admin admin] Made reservation on behalf of 5fca6eabbca24bc09aee7e259ca82562 for: {'subnet': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:11:15.926044 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6447a790-5c1f-4b25-9137-45e93e43ecb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3584729'] for subnet (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:15.931100 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:15.952694 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04445d6-453b-4d45-8372-56918be5fdca req-b64164e6-c7b4-4267-a4e8-e5242d6f54d6 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:15.954611 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f04445d6-453b-4d45-8372-56918be5fdca req-b64164e6-c7b4-4267-a4e8-e5242d6f54d6 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 945 time: 0.0564201 Sep 22 17:11:16.006632 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f04445d6-453b-4d45-8372-56918be5fdca req-ef078c3c-eb95-44f3-baf3-fde077c08c36 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446165 Sep 22 17:11:16.138046 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6447a790-5c1f-4b25-9137-45e93e43ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3793058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3584719'] for subnet (43f0facb-fe45-427e-ac4c-a966b72df413), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:16.195990 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447a790-5c1f-4b25-9137-45e93e43ecb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f0facb-fe45-427e-ac4c-a966b72df413,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:16.214915 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6447a790-5c1f-4b25-9137-45e93e43ecb9 admin admin] Checking segment: {'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:11:16.215297 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6447a790-5c1f-4b25-9137-45e93e43ecb9 admin admin] Network hostable DHCP agents. Network: 1876d1ce-e761-46f2-ab46-b61110e15c2c, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:11:16.233437 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6447a790-5c1f-4b25-9137-45e93e43ecb9 admin admin] Network 1876d1ce-e761-46f2-ab46-b61110e15c2c is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:11:16.243958 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-6447a790-5c1f-4b25-9137-45e93e43ecb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, 1876d1ce-e761-46f2-ab46-b61110e15c2c) {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:16.249372 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6447a790-5c1f-4b25-9137-45e93e43ecb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:16.250164 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6447a790-5c1f-4b25-9137-45e93e43ecb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:16.252644 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1bb50d-fd4b-48ab-b91c-634437e7006f None None] Network 1876d1ce-e761-46f2-ab46-b61110e15c2c requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:11:16.270619 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-6447a790-5c1f-4b25-9137-45e93e43ecb9 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3924196 Sep 22 17:11:16.273374 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 60730) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:16.277841 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:16.297711 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15231'] for router (6517f7c5-ba84-406c-81cf-3be9c0f1fe28), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:16.298749 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15206'] for router (6517f7c5-ba84-406c-81cf-3be9c0f1fe28), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:16.357896 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Publish callbacks [] for router_controller (6517f7c5-ba84-406c-81cf-3be9c0f1fe28), precommit_add_association {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:16.370104 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7c9d09-d3da-5fad-875b-2cacf9d3192b-1876d1ce-e761-46f2-ab46-b61110e15c2c', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413'}]}} from dv-cinder-835384-28-iscsi. {{(pid=106557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 17:11:16.371120 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:16.507643 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Publish callbacks [] for router_gateway (6517f7c5-ba84-406c-81cf-3be9c0f1fe28), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:16.532701 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.db_base_plugin_common [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Allocated IP 172.20.0.2 (1876d1ce-e761-46f2-ab46-b61110e15c2c/43f0facb-fe45-427e-ac4c-a966b72df413/d3669f17-f202-4778-9b6a-13aca7d2a3e6) {{(pid=106557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:11:16.571414 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:16.704437 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Publish callbacks [] for router_gateway (6517f7c5-ba84-406c-81cf-3be9c0f1fe28), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:16.706877 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Publish callbacks [] for port (d3669f17-f202-4778-9b6a-13aca7d2a3e6), precommit_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:16.715528 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (d3669f17-f202-4778-9b6a-13aca7d2a3e6), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:16.726589 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:16.751719 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd2c65-72c5-458c-b31a-d40dcc2935d9 req-b54af84f-21e2-471c-92c7-48790b5b7e8c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:16.753334 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d5bd2c65-72c5-458c-b31a-d40dcc2935d9 req-b54af84f-21e2-471c-92c7-48790b5b7e8c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0634642 Sep 22 17:11:16.785981 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:16.796656 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Network 1876d1ce-e761-46f2-ab46-b61110e15c2c is already hosted by enough agents. {{(pid=106557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:16.804191 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Pushing event updated for resources: {'Port': ['ID=d3669f17-f202-4778-9b6a-13aca7d2a3e6,revision_number=1']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:16.811883 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.base_scheduler [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Resources bound (agent type, host, resource id): {{(pid=106557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:16.815999 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Received port after_create {{(pid=106557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:11:16.831264 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:16.831803 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:16.832181 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:16.833037 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:16.833403 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:16.833736 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:16.834062 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:16.834390 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:16.834728 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:16.835686 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:16.836028 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:16.836354 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:16.837468 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:16.837802 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:16.838125 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:16.838552 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d5bd2c65-72c5-458c-b31a-d40dcc2935d9 req-7fbe0b0b-efe5-454a-a28d-51ed5009fa37 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724754 Sep 22 17:11:16.861215 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Allocated IP 172.27.1.122 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/4561b92d-041a-4431-838d-8b579d303572) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:11:16.980468 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4bc1c-b967-4402-b1fc-04b238b11e06 req-bcaac583-76dc-48be-8840-32ae1f00dadb tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:16.982143 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-09a4bc1c-b967-4402-b1fc-04b238b11e06 req-bcaac583-76dc-48be-8840-32ae1f00dadb tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0612414 Sep 22 17:11:17.000290 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Publish callbacks [] for port (4561b92d-041a-4431-838d-8b579d303572), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:17.032969 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-09a4bc1c-b967-4402-b1fc-04b238b11e06 req-714de462-e702-4c44-b210-4d618e895d29 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448747 Sep 22 17:11:17.037487 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (4561b92d-041a-4431-838d-8b579d303572), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:17.073255 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Attempting to bind port d3669f17-f202-4778-9b6a-13aca7d2a3e6 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:11:17.073754 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Attempting to bind port d3669f17-f202-4778-9b6a-13aca7d2a3e6 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:11:17.073980 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Attempting to bind port d3669f17-f202-4778-9b6a-13aca7d2a3e6 on network 1876d1ce-e761-46f2-ab46-b61110e15c2c {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:11:17.086350 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:17.092234 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:17.095054 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:11:17.098269 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Pushing event updated for resources: {'Port': ['ID=4561b92d-041a-4431-838d-8b579d303572,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:17.127877 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:11:17.128260 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Checking segment: {'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:11:17.129154 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:17.129154 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Bound using segment: {'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:11:17.129610 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Bound port: d3669f17-f202-4778-9b6a-13aca7d2a3e6, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:11:17.129997 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (d3669f17-f202-4778-9b6a-13aca7d2a3e6), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:17.150397 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5eaae-8f5a-47c7-b86e-cec53f11a800 req-30d6842d-010a-4c6d-83b7-8f290ead6f23 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:17.152243 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-98a5eaae-8f5a-47c7-b86e-cec53f11a800 req-30d6842d-010a-4c6d-83b7-8f290ead6f23 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 945 time: 0.0562270 Sep 22 17:11:17.199202 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] For port d3669f17-f202-4778-9b6a-13aca7d2a3e6, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:11:17.202836 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] For port d3669f17-f202-4778-9b6a-13aca7d2a3e6, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=d3669f17-f202-4778-9b6a-13aca7d2a3e6,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:11:17.206552 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-98a5eaae-8f5a-47c7-b86e-cec53f11a800 req-344c8730-c9ee-4d58-99d0-4ba6e5fd04e0 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483124 Sep 22 17:11:17.213119 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (d3669f17-f202-4778-9b6a-13aca7d2a3e6), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:17.271382 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18b262-286b-4c16-9a7e-185ea81336a5 None None] Pushing event updated for resources: {'Port': ['ID=d3669f17-f202-4778-9b6a-13aca7d2a3e6,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:17.629689 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Publish callbacks [] for router_gateway (6517f7c5-ba84-406c-81cf-3be9c0f1fe28), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:17.770848 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:17.823977 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536359'] for router (6517f7c5-ba84-406c-81cf-3be9c0f1fe28), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:17.967064 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 is scheduled to L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 with binding_index 1 {{(pid=106556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:11:17.973629 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:17.986613 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c86ac1-19d3-4c4d-bd18-81843f8f8392 req-dc701c67-e292-46f0-ab3b-2efa08066943 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:17.990545 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c5c86ac1-19d3-4c4d-bd18-81843f8f8392 req-dc701c67-e292-46f0-ab3b-2efa08066943 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0561759 Sep 22 17:11:18.055341 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c5c86ac1-19d3-4c4d-bd18-81843f8f8392 req-2260b9fd-b2dd-4e0b-8fc5-e6908a68c812 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570395 Sep 22 17:11:18.070222 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device d3669f17-f202-4778-9b6a-13aca7d2a3e6 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:11:18.097819 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:18.117934 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:18.132063 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:11:18.139137 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port d3669f17-f202-4778-9b6a-13aca7d2a3e6 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:18.139932 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (d3669f17-f202-4778-9b6a-13aca7d2a3e6), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:18.140463 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port d3669f17-f202-4778-9b6a-13aca7d2a3e6 Sep 22 17:11:18.145233 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:18.157810 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:18.159321 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-36678834-69f2-4c38-8eff-a2b2653df6b1 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8848293 Sep 22 17:11:18.162127 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 60742) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:18.172793 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Sync routers for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:11:18.194459 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:11:18.195402 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:18.232997 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f4083-5c65-4dea-a4fe-cdc908f4d99f req-2b8f3eba-a031-46d9-be41-76839720709f tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:18.235179 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6a0f4083-5c65-4dea-a4fe-cdc908f4d99f req-2b8f3eba-a031-46d9-be41-76839720709f tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0663095 Sep 22 17:11:18.325784 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6a0f4083-5c65-4dea-a4fe-cdc908f4d99f req-55882f9c-e929-4b21-8cd9-a6c00e42a336 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769958 Sep 22 17:11:18.341678 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port d3669f17-f202-4778-9b6a-13aca7d2a3e6 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:18.342119 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (d3669f17-f202-4778-9b6a-13aca7d2a3e6), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:18.365499 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:11:18.391045 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba92955-f944-4b01-9d8f-92bf5e10480a req-92802c2e-ede1-43ac-ba7f-b49df23a948d tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:18.392581 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9ba92955-f944-4b01-9d8f-92bf5e10480a req-92802c2e-ede1-43ac-ba7f-b49df23a948d tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 945 time: 0.0533612 Sep 22 17:11:18.433462 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ee9373-1ae0-464c-8a08-31a27c2efd04 None None] Network 1876d1ce-e761-46f2-ab46-b61110e15c2c requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:11:18.445590 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9ba92955-f944-4b01-9d8f-92bf5e10480a req-d9fbdc8a-fbab-4d2c-93f0-ea23bbdccef5 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450227 Sep 22 17:11:18.566532 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port d3669f17-f202-4778-9b6a-13aca7d2a3e6, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=d3669f17-f202-4778-9b6a-13aca7d2a3e6,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:11:18.573571 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-6da1eab1-034e-4618-bdfb-e6af344c6352 None None] Provisioning complete for port d3669f17-f202-4778-9b6a-13aca7d2a3e6 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:18.573977 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6da1eab1-034e-4618-bdfb-e6af344c6352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (d3669f17-f202-4778-9b6a-13aca7d2a3e6), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:18.574322 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-6da1eab1-034e-4618-bdfb-e6af344c6352 None None] Attempt 1 to provision port d3669f17-f202-4778-9b6a-13aca7d2a3e6 Sep 22 17:11:18.580771 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (d3669f17-f202-4778-9b6a-13aca7d2a3e6), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:18.710124 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:18.744969 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=d3669f17-f202-4778-9b6a-13aca7d2a3e6,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:18.792291 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:18.841881 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-6da1eab1-034e-4618-bdfb-e6af344c6352 None None] Current status of the port d3669f17-f202-4778-9b6a-13aca7d2a3e6 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:18.845306 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:17Z', 'revision_number': 3, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:18.872458 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Checking router: 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:11:18.872931 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Updating router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 port 4561b92d-041a-4431-838d-8b579d303572 binding host dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:11:18.908936 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (4561b92d-041a-4431-838d-8b579d303572), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:18.962721 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Allocated IP 172.20.0.1 (1876d1ce-e761-46f2-ab46-b61110e15c2c/43f0facb-fe45-427e-ac4c-a966b72df413/4cde5cf6-937b-417d-ab30-59f813a9c539) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:11:19.078577 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:19.114704 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Publish callbacks [] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:19.156017 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:19.172129 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:19.183190 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-22cc6ca5-cc77-44db-9c33-9c0f506dad26 None None] Provisioning complete for port d3669f17-f202-4778-9b6a-13aca7d2a3e6 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:19.183691 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-22cc6ca5-cc77-44db-9c33-9c0f506dad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (d3669f17-f202-4778-9b6a-13aca7d2a3e6), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:19.184120 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-22cc6ca5-cc77-44db-9c33-9c0f506dad26 None None] Attempt 1 to provision port d3669f17-f202-4778-9b6a-13aca7d2a3e6 Sep 22 17:11:19.235764 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Network 1876d1ce-e761-46f2-ab46-b61110e15c2c is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:19.247801 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:19.259832 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:11:19.268695 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Publish callbacks [] for port (4561b92d-041a-4431-838d-8b579d303572), precommit_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:19.274016 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:19.278739 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (4561b92d-041a-4431-838d-8b579d303572), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:19.297343 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f51296-0f9a-424d-97b4-ba32912f7509 req-523634f4-814c-4eaf-814c-cc55ff8307fb tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:19.300338 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-79f51296-0f9a-424d-97b4-ba32912f7509 req-523634f4-814c-4eaf-814c-cc55ff8307fb tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.1004481 Sep 22 17:11:19.314002 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Pushing event updated for resources: {'Port': ['ID=4cde5cf6-937b-417d-ab30-59f813a9c539,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:19.352135 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498718'] for router_interface (6517f7c5-ba84-406c-81cf-3be9c0f1fe28), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:19.364662 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Attempting to bind port 4561b92d-041a-4431-838d-8b579d303572 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:11:19.365347 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Attempting to bind port 4561b92d-041a-4431-838d-8b579d303572 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:11:19.365983 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Attempting to bind port 4561b92d-041a-4431-838d-8b579d303572 on network f003e7b0-1e8d-4666-abdd-e8ce7241106b {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:11:19.387117 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-79f51296-0f9a-424d-97b4-ba32912f7509 req-afe70f95-3ff4-4526-8f91-d0745609c3cc tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787385 Sep 22 17:11:19.460566 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a366b6-8b31-4b52-9ca8-7acffc82b6bb None None] Pushing event updated for resources: {'Port': ['ID=4561b92d-041a-4431-838d-8b579d303572,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:19.464565 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-22cc6ca5-cc77-44db-9c33-9c0f506dad26 None None] Current status of the port d3669f17-f202-4778-9b6a-13aca7d2a3e6 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:19.520220 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:11:19.521190 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Checking segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:11:19.521827 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:19.522743 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Bound using segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:11:19.524314 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Bound port: 4561b92d-041a-4431-838d-8b579d303572, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:11:19.525249 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (4561b92d-041a-4431-838d-8b579d303572), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:19.553574 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:19.577463 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e81687-044f-4916-ba95-e5cf9eea1b6f req-97b13c1b-3e98-4343-8845-34a8fbbadc9a tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:19.585550 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e9e81687-044f-4916-ba95-e5cf9eea1b6f req-97b13c1b-3e98-4343-8845-34a8fbbadc9a tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0839672 Sep 22 17:11:19.615691 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] For port 4561b92d-041a-4431-838d-8b579d303572, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:11:19.620498 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] For port 4561b92d-041a-4431-838d-8b579d303572, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=4561b92d-041a-4431-838d-8b579d303572,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:11:19.627615 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (4561b92d-041a-4431-838d-8b579d303572), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:19.643523 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e9e81687-044f-4916-ba95-e5cf9eea1b6f req-619f3b92-7765-47ab-888e-88e73ee491ca tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571690 Sep 22 17:11:19.674786 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:11:19.675444 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:19.740227 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a366b6-8b31-4b52-9ca8-7acffc82b6bb None None] Pushing event updated for resources: {'Port': ['ID=4561b92d-041a-4431-838d-8b579d303572,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:19.742708 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Provisioning complete for port 4cde5cf6-937b-417d-ab30-59f813a9c539 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:19.743162 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:19.743502 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Attempt 1 to provision port 4cde5cf6-937b-417d-ab30-59f813a9c539 Sep 22 17:11:19.818345 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Publish callbacks [] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:19.825260 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:19.932282 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498826'] for router_interface (6517f7c5-ba84-406c-81cf-3be9c0f1fe28), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:19.934624 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Pushing event updated for resources: {'Port': ['ID=4cde5cf6-937b-417d-ab30-59f813a9c539,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:19.956573 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Port 4cde5cf6-937b-417d-ab30-59f813a9c539 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:19.986986 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:11:20.022760 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:20.058480 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Network 1876d1ce-e761-46f2-ab46-b61110e15c2c is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:20.060091 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:20.078117 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device d3669f17-f202-4778-9b6a-13aca7d2a3e6 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:11:20.163229 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:20.181457 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:11:20.203722 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port d3669f17-f202-4778-9b6a-13aca7d2a3e6 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:20.204095 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (d3669f17-f202-4778-9b6a-13aca7d2a3e6), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:20.204433 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port d3669f17-f202-4778-9b6a-13aca7d2a3e6 Sep 22 17:11:20.294428 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:18Z', 'revision_number': 1, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:20.305149 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:11:20.310147 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-e624bd42-3c12-4579-9438-184dd77a419c admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/6517f7c5-ba84-406c-81cf-3be9c0f1fe28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1469743 Sep 22 17:11:20.324712 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b27dde2-d503-493e-8239-db3dd2147aba None None] The sync data for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi is: [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:18Z', 'revision_number': 1, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:11:20.356459 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:20.364189 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port d3669f17-f202-4778-9b6a-13aca7d2a3e6 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:20.457427 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Attempt 2 to provision port 4cde5cf6-937b-417d-ab30-59f813a9c539 Sep 22 17:11:20.504796 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Port 4cde5cf6-937b-417d-ab30-59f813a9c539 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:20.593422 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fedb8-30aa-4224-9fa0-3db1a81e9280 req-922918e6-738d-4597-9fb3-77ecb56505cc tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:20.595251 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e13fedb8-30aa-4224-9fa0-3db1a81e9280 req-922918e6-738d-4597-9fb3-77ecb56505cc tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0671716 Sep 22 17:11:20.689360 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e13fedb8-30aa-4224-9fa0-3db1a81e9280 req-ef9015c2-c00a-4803-94d9-5e029d66fa6e tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852606 Sep 22 17:11:20.878117 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00947433-97a1-40c0-ac1c-fa37eb8162e6 req-c5c537c1-7a0d-4dd6-b0f4-42eae0773428 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:20.880835 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-00947433-97a1-40c0-ac1c-fa37eb8162e6 req-c5c537c1-7a0d-4dd6-b0f4-42eae0773428 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0906301 Sep 22 17:11:20.906987 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-46961207-0cce-4f7e-b6cd-18bd35a79a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:21.002904 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-00947433-97a1-40c0-ac1c-fa37eb8162e6 req-b883768b-ad52-4369-b83b-c83cb9984a13 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094835 Sep 22 17:11:21.006383 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Attempt 3 to provision port 4cde5cf6-937b-417d-ab30-59f813a9c539 Sep 22 17:11:21.059782 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Port 4cde5cf6-937b-417d-ab30-59f813a9c539 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:21.099543 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 60790) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:21.106282 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-2960736b-fe01-470e-a2b8-527856d3bc66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1748921251-network', 'tenant_id': 'ec3eb12cabb04fd8bba960c1432f65e1'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:21.129406 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2960736b-fe01-470e-a2b8-527856d3bc66 admin admin] Made reservation on behalf of ec3eb12cabb04fd8bba960c1432f65e1 for: {'network': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:11:21.131968 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2960736b-fe01-470e-a2b8-527856d3bc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:21.145601 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2960736b-fe01-470e-a2b8-527856d3bc66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:21.220133 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:21.358388 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2960736b-fe01-470e-a2b8-527856d3bc66 admin admin] Publish callbacks [] for security_group (5e137911-8e2a-441e-a114-6990dc715b5f), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:21.364228 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2960736b-fe01-470e-a2b8-527856d3bc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (5e137911-8e2a-441e-a114-6990dc715b5f), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:21.403507 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2960736b-fe01-470e-a2b8-527856d3bc66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=106555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:11:21.433607 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2960736b-fe01-470e-a2b8-527856d3bc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (f86aa87e-b062-4cf9-94dc-265eb4f44b11), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:21.434108 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.segments_db [None req-2960736b-fe01-470e-a2b8-527856d3bc66 admin admin] Added segment f86aa87e-b062-4cf9-94dc-265eb4f44b11 of type vlan for network 4848820f-07df-4fbd-93c3-fa4f3bf10d54 Sep 22 17:11:21.435852 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960736b-fe01-470e-a2b8-527856d3bc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e137911-8e2a-441e-a114-6990dc715b5f,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:21.478617 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:21.494825 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2960736b-fe01-470e-a2b8-527856d3bc66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (4848820f-07df-4fbd-93c3-fa4f3bf10d54), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:21.525261 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2960736b-fe01-470e-a2b8-527856d3bc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (4848820f-07df-4fbd-93c3-fa4f3bf10d54), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:21.526382 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2960736b-fe01-470e-a2b8-527856d3bc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:21.527167 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2960736b-fe01-470e-a2b8-527856d3bc66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:21.561206 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Attempt 4 to provision port 4cde5cf6-937b-417d-ab30-59f813a9c539 Sep 22 17:11:21.606389 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-2960736b-fe01-470e-a2b8-527856d3bc66 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5026116 Sep 22 17:11:21.606963 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 60796) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:21.609530 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Port 4cde5cf6-937b-417d-ab30-59f813a9c539 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:21.611316 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-8a30ec02-1172-4d74-86a7-67d576cd6e07 admin admin] Request body: {'subnet': {'network_id': '4848820f-07df-4fbd-93c3-fa4f3bf10d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1748921251-subnet', 'tenant_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'ip_version': 4}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:21.619631 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960736b-fe01-470e-a2b8-527856d3bc66 admin admin] Pushing event updated for resources: {'Network': ['ID=4848820f-07df-4fbd-93c3-fa4f3bf10d54,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:21.631590 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network 4848820f-07df-4fbd-93c3-fa4f3bf10d54 details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:11:21.643661 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a30ec02-1172-4d74-86a7-67d576cd6e07 admin admin] Made reservation on behalf of ec3eb12cabb04fd8bba960c1432f65e1 for: {'subnet': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:11:21.646222 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8a30ec02-1172-4d74-86a7-67d576cd6e07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126621289'] for subnet (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:21.897032 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ecaa2-889c-4af6-8362-603c632902b3 req-f1aec991-2ddb-42ea-862a-974639892ac7 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:21.898555 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aa2ecaa2-889c-4af6-8362-603c632902b3 req-f1aec991-2ddb-42ea-862a-974639892ac7 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0918918 Sep 22 17:11:21.900520 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8a30ec02-1172-4d74-86a7-67d576cd6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3524429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126621311'] for subnet (63356251-3987-44a9-aa6b-5f9760dceb01), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:21.991585 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30ec02-1172-4d74-86a7-67d576cd6e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63356251-3987-44a9-aa6b-5f9760dceb01,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:22.010470 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aa2ecaa2-889c-4af6-8362-603c632902b3 req-53df7a7e-988d-4be5-9e60-a330801317fc tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874529 Sep 22 17:11:22.013433 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a30ec02-1172-4d74-86a7-67d576cd6e07 admin admin] Checking segment: {'id': 'f86aa87e-b062-4cf9-94dc-265eb4f44b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4848820f-07df-4fbd-93c3-fa4f3bf10d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:11:22.013786 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a30ec02-1172-4d74-86a7-67d576cd6e07 admin admin] Network hostable DHCP agents. Network: 4848820f-07df-4fbd-93c3-fa4f3bf10d54, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:11:22.043359 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a30ec02-1172-4d74-86a7-67d576cd6e07 admin admin] Network 4848820f-07df-4fbd-93c3-fa4f3bf10d54 is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:11:22.046112 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 4561b92d-041a-4431-838d-8b579d303572 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:11:22.055536 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-8a30ec02-1172-4d74-86a7-67d576cd6e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, 4848820f-07df-4fbd-93c3-fa4f3bf10d54) {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:22.059868 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a30ec02-1172-4d74-86a7-67d576cd6e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:22.060459 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8a30ec02-1172-4d74-86a7-67d576cd6e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:22.088549 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-8a30ec02-1172-4d74-86a7-67d576cd6e07 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4807787 Sep 22 17:11:22.088848 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df93b42b-859c-4a9f-852a-c8ad9edffe08 None None] Network 4848820f-07df-4fbd-93c3-fa4f3bf10d54 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:11:22.089305 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 60802) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:22.094188 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1748921251-router', 'tenant_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:22.113041 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Attempt 5 to provision port 4cde5cf6-937b-417d-ab30-59f813a9c539 Sep 22 17:11:22.118786 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15231'] for router (03bdc0e2-c26f-4780-a01b-d0dc7d051998), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:22.119903 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15206'] for router (03bdc0e2-c26f-4780-a01b-d0dc7d051998), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:22.164342 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3ce83-2546-40ae-925d-9ef813df385e req-71ead333-54ed-48c7-b820-ca882b232f46 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:22.166706 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9cd3ce83-2546-40ae-925d-9ef813df385e req-71ead333-54ed-48c7-b820-ca882b232f46 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0606995 Sep 22 17:11:22.181253 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Publish callbacks [] for router_controller (03bdc0e2-c26f-4780-a01b-d0dc7d051998), precommit_add_association {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:22.212052 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Port 4cde5cf6-937b-417d-ab30-59f813a9c539 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:22.245406 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 4561b92d-041a-4431-838d-8b579d303572 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:22.245785 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (4561b92d-041a-4431-838d-8b579d303572), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:22.246089 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 4561b92d-041a-4431-838d-8b579d303572 Sep 22 17:11:22.262587 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:22.272690 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9cd3ce83-2546-40ae-925d-9ef813df385e req-f531ce13-11bb-4fd1-82e5-ea75a19afb3d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972433 Sep 22 17:11:22.325393 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7c9d09-d3da-5fad-875b-2cacf9d3192b-4848820f-07df-4fbd-93c3-fa4f3bf10d54', 'network_id': '4848820f-07df-4fbd-93c3-fa4f3bf10d54', 'project_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'fixed_ips': [{'subnet_id': '63356251-3987-44a9-aa6b-5f9760dceb01'}]}} from dv-cinder-835384-28-iscsi. {{(pid=106557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 17:11:22.326893 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:22.388371 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Publish callbacks [] for router_gateway (03bdc0e2-c26f-4780-a01b-d0dc7d051998), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:22.470124 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 4561b92d-041a-4431-838d-8b579d303572 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:22.470513 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (4561b92d-041a-4431-838d-8b579d303572), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:22.536091 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port 4561b92d-041a-4431-838d-8b579d303572, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=4561b92d-041a-4431-838d-8b579d303572,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:11:22.542468 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (4561b92d-041a-4431-838d-8b579d303572), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:22.596239 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.db_base_plugin_common [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Allocated IP 172.20.0.2 (4848820f-07df-4fbd-93c3-fa4f3bf10d54/63356251-3987-44a9-aa6b-5f9760dceb01/a153c2cc-a39d-472f-8933-f12944d54a6d) {{(pid=106557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:11:22.618053 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Publish callbacks [] for router_gateway (03bdc0e2-c26f-4780-a01b-d0dc7d051998), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:22.618419 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=4561b92d-041a-4431-838d-8b579d303572,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:22.635955 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:22.641650 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:22.658040 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8f501e89-555d-4712-a7aa-cbdaed4629d6 req-8fe05861-9bec-4634-a589-9118d1238468 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731978 Sep 22 17:11:22.672297 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:22.675101 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:22.713226 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Attempt 6 to provision port 4cde5cf6-937b-417d-ab30-59f813a9c539 Sep 22 17:11:22.716619 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:22.749583 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:22.781599 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Allocated IP 172.27.1.133 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/42ad38a9-18cf-4a9c-bf4e-c875e197ff2c) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:11:22.781831 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f501e89-555d-4712-a7aa-cbdaed4629d6 req-dd44cf3b-1e21-4f5f-acf0-b74cf6e99d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:22.783278 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8f501e89-555d-4712-a7aa-cbdaed4629d6 req-dd44cf3b-1e21-4f5f-acf0-b74cf6e99d98 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 1129 time: 0.0529139 Sep 22 17:11:22.803519 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Port 4cde5cf6-937b-417d-ab30-59f813a9c539 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:22.819650 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Publish callbacks [] for port (a153c2cc-a39d-472f-8933-f12944d54a6d), precommit_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:22.828995 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (a153c2cc-a39d-472f-8933-f12944d54a6d), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:22.877359 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Network 4848820f-07df-4fbd-93c3-fa4f3bf10d54 is already hosted by enough agents. {{(pid=106557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:22.881029 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.base_scheduler [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Resources bound (agent type, host, resource id): {{(pid=106557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:22.885837 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Received port after_create {{(pid=106557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:11:22.889510 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Pushing event updated for resources: {'Port': ['ID=a153c2cc-a39d-472f-8933-f12944d54a6d,revision_number=1']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:22.925342 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f501e89-555d-4712-a7aa-cbdaed4629d6 req-e15d82aa-37b1-481f-83fa-1a4ee801e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:22.927258 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8f501e89-555d-4712-a7aa-cbdaed4629d6 req-e15d82aa-37b1-481f-83fa-1a4ee801e815 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 919 time: 0.1223469 Sep 22 17:11:22.958347 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Attempting to bind port a153c2cc-a39d-472f-8933-f12944d54a6d on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:11:22.958866 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Attempting to bind port a153c2cc-a39d-472f-8933-f12944d54a6d by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'f86aa87e-b062-4cf9-94dc-265eb4f44b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4848820f-07df-4fbd-93c3-fa4f3bf10d54'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:11:22.959344 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Attempting to bind port a153c2cc-a39d-472f-8933-f12944d54a6d on network 4848820f-07df-4fbd-93c3-fa4f3bf10d54 {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:11:22.972443 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Publish callbacks [] for port (42ad38a9-18cf-4a9c-bf4e-c875e197ff2c), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:22.977446 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8f501e89-555d-4712-a7aa-cbdaed4629d6 req-6795faa4-407d-4d31-95b3-d46e18fb3ab7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd0e7b8c-420d-4637-a290-d9a8014bf255 HTTP/1.1" status: 200 len: 217 time: 0.0423782 Sep 22 17:11:22.990169 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:23.015230 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Sync routers for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:11:23.019911 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:11:23.020422 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Checking segment: {'id': 'f86aa87e-b062-4cf9-94dc-265eb4f44b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4848820f-07df-4fbd-93c3-fa4f3bf10d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:11:23.020935 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:23.021420 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Bound using segment: {'id': 'f86aa87e-b062-4cf9-94dc-265eb4f44b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4848820f-07df-4fbd-93c3-fa4f3bf10d54'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:11:23.021989 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Bound port: a153c2cc-a39d-472f-8933-f12944d54a6d, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86aa87e-b062-4cf9-94dc-265eb4f44b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4848820f-07df-4fbd-93c3-fa4f3bf10d54'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:11:23.022655 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (a153c2cc-a39d-472f-8933-f12944d54a6d), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:23.032718 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:11:23.034323 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:23.041234 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (42ad38a9-18cf-4a9c-bf4e-c875e197ff2c), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:23.072263 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f501e89-555d-4712-a7aa-cbdaed4629d6 req-9288e11f-df83-49fc-880a-563867395026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:23.078679 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8f501e89-555d-4712-a7aa-cbdaed4629d6 req-9288e11f-df83-49fc-880a-563867395026 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ff3b5331-7dbe-4b3b-ac39-cc04115e40fd HTTP/1.1" status: 200 len: 857 time: 0.0942175 Sep 22 17:11:23.088005 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:23.095547 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:23.101584 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:11:23.131682 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:23.150628 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f501e89-555d-4712-a7aa-cbdaed4629d6 req-e837ed6b-d87d-4a90-a5ca-d7debc4bff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:23.152636 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8f501e89-555d-4712-a7aa-cbdaed4629d6 req-e837ed6b-d87d-4a90-a5ca-d7debc4bff5e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=906da010-9d01-428f-8bbf-d862e44df893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0674093 Sep 22 17:11:23.153348 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Pushing event updated for resources: {'Port': ['ID=42ad38a9-18cf-4a9c-bf4e-c875e197ff2c,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:23.170704 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:11:23.183380 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] For port a153c2cc-a39d-472f-8933-f12944d54a6d, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:11:23.190168 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] For port a153c2cc-a39d-472f-8933-f12944d54a6d, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=a153c2cc-a39d-472f-8933-f12944d54a6d,segment=NetworkSegment(f86aa87e-b062-4cf9-94dc-265eb4f44b11),segment_id=f86aa87e-b062-4cf9-94dc-265eb4f44b11)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:11:23.200877 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (a153c2cc-a39d-472f-8933-f12944d54a6d), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:23.278368 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d256643-8f85-4e19-be4f-1016c7e322c5 req-6803c542-3fb5-46e5-8b88-4c4d03627324 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:23.286280 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8d256643-8f85-4e19-be4f-1016c7e322c5 req-6803c542-3fb5-46e5-8b88-4c4d03627324 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0807490 Sep 22 17:11:23.361958 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Attempt 7 to provision port 4cde5cf6-937b-417d-ab30-59f813a9c539 Sep 22 17:11:23.407083 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8d256643-8f85-4e19-be4f-1016c7e322c5 req-f1e01142-3cb0-4975-a476-2a08cc9f0188 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713537 Sep 22 17:11:23.516945 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Port 4cde5cf6-937b-417d-ab30-59f813a9c539 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:23.522867 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5e94b-e286-4018-acbb-e68e942f0e1f None None] Pushing event updated for resources: {'Port': ['ID=a153c2cc-a39d-472f-8933-f12944d54a6d,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:23.536375 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 2, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:23.561174 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8f501e89-555d-4712-a7aa-cbdaed4629d6 req-b922d175-910e-4828-b47a-5ab9d5059379 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951888 Sep 22 17:11:23.596916 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Publish callbacks [] for router_gateway (03bdc0e2-c26f-4780-a01b-d0dc7d051998), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:23.615493 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Checking router: 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:11:23.619535 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Updating router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 port 4cde5cf6-937b-417d-ab30-59f813a9c539 binding host dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:11:23.654170 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa2bd7-4fa1-4ebf-8228-f992d6fe7965 req-be7940f2-8cf0-433f-9a0e-b4495980becd tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:23.657031 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-43fa2bd7-4fa1-4ebf-8228-f992d6fe7965 req-be7940f2-8cf0-433f-9a0e-b4495980becd tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.2036328 Sep 22 17:11:23.680041 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:23.681475 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:23.813929 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-4e85270a-e965-445d-8cd5-b37bc1a893cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:23.896453 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-43fa2bd7-4fa1-4ebf-8228-f992d6fe7965 req-d19165b8-c2d7-4940-91ad-36a9f2cf3a13 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036286 Sep 22 17:11:23.993989 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8f501e89-555d-4712-a7aa-cbdaed4629d6 req-fe11a77b-4f57-47fb-aaad-ee6873b086a2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165397 Sep 22 17:11:24.026237 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Attempt 8 to provision port 4cde5cf6-937b-417d-ab30-59f813a9c539 Sep 22 17:11:24.077384 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Publish callbacks [] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), precommit_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:24.097949 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:24.110979 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Port 4cde5cf6-937b-417d-ab30-59f813a9c539 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:24.149700 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b65a70-5e24-446b-b6df-a0f77df4f620 None None] Pushing event updated for resources: {'Port': ['ID=4cde5cf6-937b-417d-ab30-59f813a9c539,revision_number=3']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:24.179131 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b65a70-5e24-446b-b6df-a0f77df4f620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.179885 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b65a70-5e24-446b-b6df-a0f77df4f620 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.181180 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b65a70-5e24-446b-b6df-a0f77df4f620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.181730 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b65a70-5e24-446b-b6df-a0f77df4f620 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.182346 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b65a70-5e24-446b-b6df-a0f77df4f620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.183259 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b65a70-5e24-446b-b6df-a0f77df4f620 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.183758 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b65a70-5e24-446b-b6df-a0f77df4f620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.184286 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b65a70-5e24-446b-b6df-a0f77df4f620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.184777 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b65a70-5e24-446b-b6df-a0f77df4f620 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.185562 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b65a70-5e24-446b-b6df-a0f77df4f620 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.186049 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b65a70-5e24-446b-b6df-a0f77df4f620 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.186578 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b65a70-5e24-446b-b6df-a0f77df4f620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.187076 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b65a70-5e24-446b-b6df-a0f77df4f620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.187552 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b65a70-5e24-446b-b6df-a0f77df4f620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.188025 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b65a70-5e24-446b-b6df-a0f77df4f620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:24.249781 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Attempting to bind port 4cde5cf6-937b-417d-ab30-59f813a9c539 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:11:24.250303 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Attempting to bind port 4cde5cf6-937b-417d-ab30-59f813a9c539 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:11:24.250786 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Attempting to bind port 4cde5cf6-937b-417d-ab30-59f813a9c539 on network 1876d1ce-e761-46f2-ab46-b61110e15c2c {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:11:24.257619 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 4561b92d-041a-4431-838d-8b579d303572 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:11:24.303381 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536359'] for router (03bdc0e2-c26f-4780-a01b-d0dc7d051998), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:24.320724 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:11:24.321157 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Checking segment: {'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:11:24.321747 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:24.322317 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Bound using segment: {'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:11:24.323021 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Bound port: 4cde5cf6-937b-417d-ab30-59f813a9c539, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'}}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:11:24.323589 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:24.350441 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 4561b92d-041a-4431-838d-8b579d303572 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:24.351243 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (4561b92d-041a-4431-838d-8b579d303572), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:24.351819 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 4561b92d-041a-4431-838d-8b579d303572 Sep 22 17:11:24.428619 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] For port 4cde5cf6-937b-417d-ab30-59f813a9c539, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:11:24.433535 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] For port 4cde5cf6-937b-417d-ab30-59f813a9c539, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=4cde5cf6-937b-417d-ab30-59f813a9c539,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:11:24.437525 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:24.462704 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:24.467181 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 4561b92d-041a-4431-838d-8b579d303572 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:24.469585 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device a153c2cc-a39d-472f-8933-f12944d54a6d up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:11:24.516580 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:24.531229 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:11:24.532149 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:11:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:24.536840 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port a153c2cc-a39d-472f-8933-f12944d54a6d triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:24.537258 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (a153c2cc-a39d-472f-8933-f12944d54a6d), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:24.537591 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port a153c2cc-a39d-472f-8933-f12944d54a6d Sep 22 17:11:24.551825 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Router 03bdc0e2-c26f-4780-a01b-d0dc7d051998 is scheduled to L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 with binding_index 1 {{(pid=106556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:11:24.597442 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b65a70-5e24-446b-b6df-a0f77df4f620 None None] Pushing event updated for resources: {'Port': ['ID=4cde5cf6-937b-417d-ab30-59f813a9c539,revision_number=4']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:24.613151 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Attempt 9 to provision port 4cde5cf6-937b-417d-ab30-59f813a9c539 Sep 22 17:11:24.714596 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:11:24.722194 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port a153c2cc-a39d-472f-8933-f12944d54a6d is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:24.722687 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (a153c2cc-a39d-472f-8933-f12944d54a6d), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:24.723518 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:11:24.734345 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:24.752173 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Sync routers for ids ['03bdc0e2-c26f-4780-a01b-d0dc7d051998'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:11:24.771210 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:24.772932 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-c386de72-ca30-4a2e-a6e7-13deddbd48c1 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6825819 Sep 22 17:11:24.777480 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 60834) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:24.801051 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port a153c2cc-a39d-472f-8933-f12944d54a6d, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=a153c2cc-a39d-472f-8933-f12944d54a6d,segment=NetworkSegment(f86aa87e-b062-4cf9-94dc-265eb4f44b11),segment_id=f86aa87e-b062-4cf9-94dc-265eb4f44b11)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:11:24.809885 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Routers {'03bdc0e2-c26f-4780-a01b-d0dc7d051998'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:11:24.810544 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:11:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['03bdc0e2-c26f-4780-a01b-d0dc7d051998'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:24.813010 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (a153c2cc-a39d-472f-8933-f12944d54a6d), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:24.959420 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:24.996623 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:25.072362 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b36ddd-1568-4e30-9d0d-ba9487126bb3 req-a0169957-07db-4e56-9674-5d09214de7c3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:25.077650 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a19a66a-d9d6-49a7-bc56-8070331474f9 None None] Network 4848820f-07df-4fbd-93c3-fa4f3bf10d54 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:11:25.083094 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c8b36ddd-1568-4e30-9d0d-ba9487126bb3 req-a0169957-07db-4e56-9674-5d09214de7c3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.5047884 Sep 22 17:11:25.190973 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c8b36ddd-1568-4e30-9d0d-ba9487126bb3 req-969fe423-06a6-4da4-8095-afa894a984fa tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064525 Sep 22 17:11:25.197236 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:24Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:25.209820 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951ac1f-d18b-4d70-b13d-79eaa3464932 req-c59eda51-06ab-4d97-a0e9-6a2829fd6b5d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:25.212460 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7951ac1f-d18b-4d70-b13d-79eaa3464932 req-c59eda51-06ab-4d97-a0e9-6a2829fd6b5d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.1065488 Sep 22 17:11:25.232885 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02620078-8a86-4902-b6d2-e32a00ff420d None None] The sync data for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi is: [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:24Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:11:25.271814 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Current status of the port 4cde5cf6-937b-417d-ab30-59f813a9c539 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:25.272211 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:25.293567 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7951ac1f-d18b-4d70-b13d-79eaa3464932 req-6c9ff50c-d289-45f6-b407-744a8e909dc6 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753357 Sep 22 17:11:25.315222 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=a153c2cc-a39d-472f-8933-f12944d54a6d,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:25.331166 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:25.344471 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Set router 03bdc0e2-c26f-4780-a01b-d0dc7d051998 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:11:25.426571 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:25.459349 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:25.498435 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] For port 4cde5cf6-937b-417d-ab30-59f813a9c539, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=4cde5cf6-937b-417d-ab30-59f813a9c539,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:11:25.514020 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:25.646647 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcbe7c-1299-40a9-bc6c-d2fd353a815b None None] Pushing event updated for resources: {'Port': ['ID=4cde5cf6-937b-417d-ab30-59f813a9c539,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:25.647720 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Allocated IP 172.20.0.1 (4848820f-07df-4fbd-93c3-fa4f3bf10d54/63356251-3987-44a9-aa6b-5f9760dceb01/db74a842-dc88-4af1-8003-ce297e9d9d65) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:11:25.678229 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-c770933b-97e9-4455-b98b-ff41a9f95dd1 None None] Provisioning complete for port 4cde5cf6-937b-417d-ab30-59f813a9c539 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:25.679009 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c770933b-97e9-4455-b98b-ff41a9f95dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:25.679009 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c770933b-97e9-4455-b98b-ff41a9f95dd1 None None] Attempt 1 to provision port 4cde5cf6-937b-417d-ab30-59f813a9c539 Sep 22 17:11:25.741774 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'name': 'tempest-TestVolumeBootPattern-1748921251-router', 'tenant_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '42ad38a9-18cf-4a9c-bf4e-c875e197ff2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:22Z', 'updated_at': '2022-09-22T17:11:23Z', 'revision_number': 3, 'project_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'gw_port': {'id': '42ad38a9-18cf-4a9c-bf4e-c875e197ff2c', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:22Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:25.783234 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Checking router: 03bdc0e2-c26f-4780-a01b-d0dc7d051998 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:11:25.783603 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Updating router 03bdc0e2-c26f-4780-a01b-d0dc7d051998 port 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c binding host dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:11:25.809818 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Publish callbacks [] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:25.845384 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (42ad38a9-18cf-4a9c-bf4e-c875e197ff2c), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:25.850795 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:25.866819 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:25.882496 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c770933b-97e9-4455-b98b-ff41a9f95dd1 None None] Current status of the port 4cde5cf6-937b-417d-ab30-59f813a9c539 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:25.903582 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-c770933b-97e9-4455-b98b-ff41a9f95dd1 None None] Provisioning complete for port a153c2cc-a39d-472f-8933-f12944d54a6d triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:25.903582 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c770933b-97e9-4455-b98b-ff41a9f95dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (a153c2cc-a39d-472f-8933-f12944d54a6d), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:25.905636 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c770933b-97e9-4455-b98b-ff41a9f95dd1 None None] Attempt 1 to provision port a153c2cc-a39d-472f-8933-f12944d54a6d Sep 22 17:11:25.940741 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Network 4848820f-07df-4fbd-93c3-fa4f3bf10d54 is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:25.943909 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:25.946897 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Pushing event updated for resources: {'Port': ['ID=db74a842-dc88-4af1-8003-ce297e9d9d65,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:25.949472 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:11:26.006751 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498718'] for router_interface (03bdc0e2-c26f-4780-a01b-d0dc7d051998), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:26.205404 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 4cde5cf6-937b-417d-ab30-59f813a9c539 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:11:26.263255 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c770933b-97e9-4455-b98b-ff41a9f95dd1 None None] Current status of the port a153c2cc-a39d-472f-8933-f12944d54a6d is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:26.281154 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:26.306668 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:26.339055 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 4cde5cf6-937b-417d-ab30-59f813a9c539 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:26.339509 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:26.339918 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 4cde5cf6-937b-417d-ab30-59f813a9c539 Sep 22 17:11:26.343250 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:26.421320 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b327c43-6a97-415d-b2c5-98efc3896f61 req-bf65c670-29c1-4392-8a95-63aff5224d92 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:26.422105 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Publish callbacks [] for port (42ad38a9-18cf-4a9c-bf4e-c875e197ff2c), precommit_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:26.432775 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7b327c43-6a97-415d-b2c5-98efc3896f61 req-bf65c670-29c1-4392-8a95-63aff5224d92 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0863848 Sep 22 17:11:26.451874 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Provisioning complete for port db74a842-dc88-4af1-8003-ce297e9d9d65 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:26.451874 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:26.451874 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Attempt 1 to provision port db74a842-dc88-4af1-8003-ce297e9d9d65 Sep 22 17:11:26.451874 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (42ad38a9-18cf-4a9c-bf4e-c875e197ff2c), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:26.526115 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:26.533107 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Attempting to bind port 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:11:26.533482 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Attempting to bind port 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:11:26.533842 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Attempting to bind port 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c on network f003e7b0-1e8d-4666-abdd-e8ce7241106b {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:11:26.546757 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7b327c43-6a97-415d-b2c5-98efc3896f61 req-51ab420f-a315-4f51-afea-3e2d621fabc6 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130679 Sep 22 17:11:26.552818 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc9c50-52b0-49fd-9679-bbf16a15e329 req-e8bace8d-9a1e-48e3-82ea-c3606c711700 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:26.560327 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-15dc9c50-52b0-49fd-9679-bbf16a15e329 req-e8bace8d-9a1e-48e3-82ea-c3606c711700 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.1067362 Sep 22 17:11:26.582981 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f0d09-a55a-44d4-873e-28cf3e2a1788 None None] Pushing event updated for resources: {'Port': ['ID=42ad38a9-18cf-4a9c-bf4e-c875e197ff2c,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:26.582981 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Port db74a842-dc88-4af1-8003-ce297e9d9d65 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:26.637869 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:11:26.638248 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Checking segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:11:26.638786 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:26.639461 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Bound using segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:11:26.640192 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Bound port: 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:11:26.640375 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (42ad38a9-18cf-4a9c-bf4e-c875e197ff2c), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:26.648340 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Publish callbacks [] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:26.657311 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:26.677772 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 4cde5cf6-937b-417d-ab30-59f813a9c539 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:26.678893 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device a153c2cc-a39d-472f-8933-f12944d54a6d up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:11:26.682054 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-15dc9c50-52b0-49fd-9679-bbf16a15e329 req-a32c05be-4013-4a53-83f9-4fe3ab16613b tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143935 Sep 22 17:11:26.756317 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] For port 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:11:26.764081 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] For port 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=42ad38a9-18cf-4a9c-bf4e-c875e197ff2c,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:11:26.777369 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:26.792571 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Pushing event updated for resources: {'Port': ['ID=db74a842-dc88-4af1-8003-ce297e9d9d65,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:26.795038 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (42ad38a9-18cf-4a9c-bf4e-c875e197ff2c), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:26.803366 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498826'] for router_interface (03bdc0e2-c26f-4780-a01b-d0dc7d051998), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:26.810243 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port a153c2cc-a39d-472f-8933-f12944d54a6d triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:26.810564 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (a153c2cc-a39d-472f-8933-f12944d54a6d), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:26.811103 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port a153c2cc-a39d-472f-8933-f12944d54a6d Sep 22 17:11:26.814532 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:26.815000 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:26.815391 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:26.815918 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:26.816275 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:26.816594 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:26.816972 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:26.817339 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:26.817858 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:26.818194 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:26.818525 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:26.818854 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:26.819268 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:26.819604 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:26.819928 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:26.863027 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:26.872474 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Routers {'03bdc0e2-c26f-4780-a01b-d0dc7d051998'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:11:26.873147 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:11:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['03bdc0e2-c26f-4780-a01b-d0dc7d051998'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:26.885353 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:26.963704 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Network 4848820f-07df-4fbd-93c3-fa4f3bf10d54 is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:26.965750 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:27.014562 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f0d09-a55a-44d4-873e-28cf3e2a1788 None None] Pushing event updated for resources: {'Port': ['ID=42ad38a9-18cf-4a9c-bf4e-c875e197ff2c,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:27.084609 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Attempt 2 to provision port db74a842-dc88-4af1-8003-ce297e9d9d65 Sep 22 17:11:27.124291 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:27.144072 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Router 03bdc0e2-c26f-4780-a01b-d0dc7d051998 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:11:27.145069 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] Set router 03bdc0e2-c26f-4780-a01b-d0dc7d051998 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:11:27.149744 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port a153c2cc-a39d-472f-8933-f12944d54a6d is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:27.181297 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Port db74a842-dc88-4af1-8003-ce297e9d9d65 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:27.261986 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:11:27.271045 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-96b647f4-cf1c-4d50-96ab-027ce19133c8 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/03bdc0e2-c26f-4780-a01b-d0dc7d051998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4884026 Sep 22 17:11:27.374492 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'name': 'tempest-TestVolumeBootPattern-1748921251-router', 'tenant_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '42ad38a9-18cf-4a9c-bf4e-c875e197ff2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:22Z', 'updated_at': '2022-09-22T17:11:26Z', 'revision_number': 4, 'project_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'gw_port': {'id': '42ad38a9-18cf-4a9c-bf4e-c875e197ff2c', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:22Z', 'updated_at': '2022-09-22T17:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'db74a842-dc88-4af1-8003-ce297e9d9d65', 'name': '', 'network_id': '4848820f-07df-4fbd-93c3-fa4f3bf10d54', 'tenant_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'mac_address': 'fa:16:3e:9f:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '63356251-3987-44a9-aa6b-5f9760dceb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:25Z', 'updated_at': '2022-09-22T17:11:26Z', 'revision_number': 2, 'project_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'subnets': [{'id': '63356251-3987-44a9-aa6b-5f9760dceb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:27.406328 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5795e3-9b8d-494c-8bbe-b95755d913de None None] The sync data for ids ['03bdc0e2-c26f-4780-a01b-d0dc7d051998'] in dv-cinder-835384-28-iscsi is: [{'id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'name': 'tempest-TestVolumeBootPattern-1748921251-router', 'tenant_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '42ad38a9-18cf-4a9c-bf4e-c875e197ff2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:22Z', 'updated_at': '2022-09-22T17:11:26Z', 'revision_number': 4, 'project_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'gw_port': {'id': '42ad38a9-18cf-4a9c-bf4e-c875e197ff2c', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:22Z', 'updated_at': '2022-09-22T17:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'db74a842-dc88-4af1-8003-ce297e9d9d65', 'name': '', 'network_id': '4848820f-07df-4fbd-93c3-fa4f3bf10d54', 'tenant_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'mac_address': 'fa:16:3e:9f:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '63356251-3987-44a9-aa6b-5f9760dceb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:25Z', 'updated_at': '2022-09-22T17:11:26Z', 'revision_number': 2, 'project_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'subnets': [{'id': '63356251-3987-44a9-aa6b-5f9760dceb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:11:27.592856 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:27.682734 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Attempt 3 to provision port db74a842-dc88-4af1-8003-ce297e9d9d65 Sep 22 17:11:27.808197 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Port db74a842-dc88-4af1-8003-ce297e9d9d65 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:27.818397 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3698710-de3d-4454-986a-5715e0c3d5f9 req-8ddfad31-0759-4e74-bd28-e6c59a2b72d5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:27.826405 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f3698710-de3d-4454-986a-5715e0c3d5f9 req-8ddfad31-0759-4e74-bd28-e6c59a2b72d5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.1633809 Sep 22 17:11:27.898025 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f3698710-de3d-4454-986a-5715e0c3d5f9 req-5a42556f-7bee-4169-becd-db06a915b86e tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702238 Sep 22 17:11:27.906908 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 60868) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:27.922306 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-18dc6283-8c05-417f-8c38-9a18ad5a78f8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-805804894', 'description': 'tempest-secgroup-smoke-805804894 description', 'project_id': '5fca6eabbca24bc09aee7e259ca82562'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:27.955280 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-18dc6283-8c05-417f-8c38-9a18ad5a78f8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.104827 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa237b-76e4-4ebd-b371-956cfda2d62f req-e266af51-b723-4f05-be27-7648b1b6c28c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:28.105681 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-18dc6283-8c05-417f-8c38-9a18ad5a78f8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group (ce8cce58-89bc-4ff4-9fdc-a0600869e464), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.119465 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-18dc6283-8c05-417f-8c38-9a18ad5a78f8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (ce8cce58-89bc-4ff4-9fdc-a0600869e464), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.133831 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6ffa237b-76e4-4ebd-b371-956cfda2d62f req-e266af51-b723-4f05-be27-7648b1b6c28c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.1309419 Sep 22 17:11:28.158245 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc6283-8c05-417f-8c38-9a18ad5a78f8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8cce58-89bc-4ff4-9fdc-a0600869e464,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:28.176918 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-18dc6283-8c05-417f-8c38-9a18ad5a78f8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.181580 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-18dc6283-8c05-417f-8c38-9a18ad5a78f8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2658935 Sep 22 17:11:28.182180 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 60874) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:28.186807 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-754e7769-66ff-48f6-ba4b-da3add49a800 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Request body: {'security_group_rule': {'security_group_id': 'ce8cce58-89bc-4ff4-9fdc-a0600869e464', 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:28.201722 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:28.220719 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6ffa237b-76e4-4ebd-b371-956cfda2d62f req-9c921aab-72c1-40c2-b400-5d7691dbe235 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851612 Sep 22 17:11:28.224160 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-754e7769-66ff-48f6-ba4b-da3add49a800 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (6a4b4287-57c8-4ddf-ad5c-68b205bcf20a), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.309366 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-754e7769-66ff-48f6-ba4b-da3add49a800 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (6a4b4287-57c8-4ddf-ad5c-68b205bcf20a), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.309754 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Attempt 4 to provision port db74a842-dc88-4af1-8003-ce297e9d9d65 Sep 22 17:11:28.316682 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-754e7769-66ff-48f6-ba4b-da3add49a800 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (6a4b4287-57c8-4ddf-ad5c-68b205bcf20a), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.340980 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e7769-66ff-48f6-ba4b-da3add49a800 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4b4287-57c8-4ddf-ad5c-68b205bcf20a,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:28.347435 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-754e7769-66ff-48f6-ba4b-da3add49a800 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.349636 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-754e7769-66ff-48f6-ba4b-da3add49a800 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1663630 Sep 22 17:11:28.353704 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 60878) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:28.358461 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-47396917-6d84-4d60-898c-4e1a6fe42dc5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Request body: {'security_group_rule': {'security_group_id': 'ce8cce58-89bc-4ff4-9fdc-a0600869e464', 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:28.367115 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Port db74a842-dc88-4af1-8003-ce297e9d9d65 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:28.390340 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-47396917-6d84-4d60-898c-4e1a6fe42dc5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (dad722f9-7972-47a5-80ef-594a53008e19), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.522668 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-47396917-6d84-4d60-898c-4e1a6fe42dc5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (dad722f9-7972-47a5-80ef-594a53008e19), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.527964 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-47396917-6d84-4d60-898c-4e1a6fe42dc5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (dad722f9-7972-47a5-80ef-594a53008e19), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.551109 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47396917-6d84-4d60-898c-4e1a6fe42dc5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad722f9-7972-47a5-80ef-594a53008e19,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:28.566325 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-47396917-6d84-4d60-898c-4e1a6fe42dc5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.567859 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-47396917-6d84-4d60-898c-4e1a6fe42dc5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2131732 Sep 22 17:11:28.572555 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 60882) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:28.577991 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-8d5fb33f-6038-47bb-b92f-870357e6308c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Request body: {'security_group_rule': {'security_group_id': 'ce8cce58-89bc-4ff4-9fdc-a0600869e464', 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:28.616069 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2c061-e155-46f7-94b2-f9f86470faaa req-3b7baf98-c08e-4438-831f-ff26301f1e79 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:28.626969 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:28.629613 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c2a2c061-e155-46f7-94b2-f9f86470faaa req-3b7baf98-c08e-4438-831f-ff26301f1e79 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.1114066 Sep 22 17:11:28.633741 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb33f-6038-47bb-b92f-870357e6308c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (d99b939e-1ad5-4c25-b66e-afefd4c59a54), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.738410 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb33f-6038-47bb-b92f-870357e6308c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (d99b939e-1ad5-4c25-b66e-afefd4c59a54), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.743655 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb33f-6038-47bb-b92f-870357e6308c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (d99b939e-1ad5-4c25-b66e-afefd4c59a54), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.755379 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f159da-984b-4086-b9bc-e6f80e992b12 req-23b73d89-e119-4cd2-aa85-3dfcfe1c3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:28.756874 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-36f159da-984b-4086-b9bc-e6f80e992b12 req-23b73d89-e119-4cd2-aa85-3dfcfe1c3edb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=2abeb0b54520461cb414ea9c0599380f&device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 1130 time: 0.0807614 Sep 22 17:11:28.761210 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fb33f-6038-47bb-b92f-870357e6308c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99b939e-1ad5-4c25-b66e-afefd4c59a54,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:28.771508 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c2a2c061-e155-46f7-94b2-f9f86470faaa req-c78aa7e9-d9be-4b4b-91c8-561fc455bd2f tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406939 Sep 22 17:11:28.793075 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb33f-6038-47bb-b92f-870357e6308c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.794341 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-8d5fb33f-6038-47bb-b92f-870357e6308c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2208307 Sep 22 17:11:28.797183 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 60886) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:28.801939 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-19c6287f-d0c2-4c73-bdc1-e87c14905c81 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Request body: {'security_group_rule': {'security_group_id': 'ce8cce58-89bc-4ff4-9fdc-a0600869e464', 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:28.835980 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-19c6287f-d0c2-4c73-bdc1-e87c14905c81 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (09ac6ec0-aadf-4bca-b28b-80259f0af1aa), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.868860 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Attempt 5 to provision port db74a842-dc88-4af1-8003-ce297e9d9d65 Sep 22 17:11:28.907709 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Port db74a842-dc88-4af1-8003-ce297e9d9d65 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:28.912939 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-19c6287f-d0c2-4c73-bdc1-e87c14905c81 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (09ac6ec0-aadf-4bca-b28b-80259f0af1aa), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.917449 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-19c6287f-d0c2-4c73-bdc1-e87c14905c81 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (09ac6ec0-aadf-4bca-b28b-80259f0af1aa), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.939256 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6287f-d0c2-4c73-bdc1-e87c14905c81 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ac6ec0-aadf-4bca-b28b-80259f0af1aa,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:28.945670 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-19c6287f-d0c2-4c73-bdc1-e87c14905c81 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:28.947640 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-19c6287f-d0c2-4c73-bdc1-e87c14905c81 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1493535 Sep 22 17:11:28.950625 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 60888) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:28.958719 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Request body: {'security_group_rule': {'security_group_id': 'ce8cce58-89bc-4ff4-9fdc-a0600869e464', 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:28.979530 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:28.989120 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.securitygroups_db [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Project 5fca6eabbca24bc09aee7e259ca82562 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:11:28.994972 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (c9ac4203-aec8-45da-b19d-ad32d72146fd), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:29.139671 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eec63f-9096-4d72-ae54-2903a0e1056d req-80e45b41-c5dc-49f5-ad92-966a4873d03e tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:29.141971 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e4eec63f-9096-4d72-ae54-2903a0e1056d req-80e45b41-c5dc-49f5-ad92-966a4873d03e tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.1078057 Sep 22 17:11:29.153546 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (c9ac4203-aec8-45da-b19d-ad32d72146fd), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:29.160594 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (c9ac4203-aec8-45da-b19d-ad32d72146fd), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:29.195506 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ac4203-aec8-45da-b19d-ad32d72146fd,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:29.215264 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:29.216525 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2636194 Sep 22 17:11:29.219447 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 60894) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:29.221299 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:29.221647 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:29.221990 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:29.222325 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:29.222656 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:29.223013 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:29.223504 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:29.223832 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:29.224164 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:29.224359 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-6bcbd951-09e1-4efb-8533-318ccde041e2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Request body: {'security_group_rule': {'security_group_id': 'ce8cce58-89bc-4ff4-9fdc-a0600869e464', 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:29.224476 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:29.224803 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:29.225128 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:29.225463 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:29.225853 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:29.226182 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830f1f6a-f633-4aa2-8d68-b4da0637ec9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:11:29.249063 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e4eec63f-9096-4d72-ae54-2903a0e1056d req-15eb30b2-fb4a-47c9-b1bd-4fa8b2b16380 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986207 Sep 22 17:11:29.249492 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.securitygroups_db [None req-6bcbd951-09e1-4efb-8533-318ccde041e2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Project 5fca6eabbca24bc09aee7e259ca82562 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:11:29.258769 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6bcbd951-09e1-4efb-8533-318ccde041e2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (e33dfae7-cff1-456e-ae98-d7b066cc29a8), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:29.330514 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6bcbd951-09e1-4efb-8533-318ccde041e2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (e33dfae7-cff1-456e-ae98-d7b066cc29a8), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:29.333649 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6bcbd951-09e1-4efb-8533-318ccde041e2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (e33dfae7-cff1-456e-ae98-d7b066cc29a8), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:29.352570 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcbd951-09e1-4efb-8533-318ccde041e2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33dfae7-cff1-456e-ae98-d7b066cc29a8,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:29.364729 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6bcbd951-09e1-4efb-8533-318ccde041e2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:29.366205 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-6bcbd951-09e1-4efb-8533-318ccde041e2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1455390 Sep 22 17:11:29.408819 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Attempt 6 to provision port db74a842-dc88-4af1-8003-ce297e9d9d65 Sep 22 17:11:29.446935 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Port db74a842-dc88-4af1-8003-ce297e9d9d65 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:29.948344 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Attempt 7 to provision port db74a842-dc88-4af1-8003-ce297e9d9d65 Sep 22 17:11:29.972081 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2d80f-e12a-4aa0-b829-421592a22dbc req-01e282cf-2071-4951-ba0e-ea70ca4daeeb tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:29.976088 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-58e2d80f-e12a-4aa0-b829-421592a22dbc req-01e282cf-2071-4951-ba0e-ea70ca4daeeb tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.1007915 Sep 22 17:11:30.003270 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Port db74a842-dc88-4af1-8003-ce297e9d9d65 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:30.045821 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-58e2d80f-e12a-4aa0-b829-421592a22dbc req-5e2d2023-5cc4-4d21-ba15-eab9b66ce646 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584447 Sep 22 17:11:30.060851 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:11:30.105193 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:30.105556 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (42ad38a9-18cf-4a9c-bf4e-c875e197ff2c), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:30.105887 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c Sep 22 17:11:30.139912 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Sync routers for ids ['03bdc0e2-c26f-4780-a01b-d0dc7d051998'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:11:30.151809 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Routers {'03bdc0e2-c26f-4780-a01b-d0dc7d051998'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:11:30.152429 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:11:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['03bdc0e2-c26f-4780-a01b-d0dc7d051998'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:30.262001 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Set router 03bdc0e2-c26f-4780-a01b-d0dc7d051998 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:11:30.317544 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:30.318003 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (42ad38a9-18cf-4a9c-bf4e-c875e197ff2c), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:30.340999 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=42ad38a9-18cf-4a9c-bf4e-c875e197ff2c,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:11:30.345737 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (42ad38a9-18cf-4a9c-bf4e-c875e197ff2c), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:30.398129 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=42ad38a9-18cf-4a9c-bf4e-c875e197ff2c,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:30.415716 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab1e61-b34f-4936-9ef6-81fec651205c req-fd6b86c1-fea2-4cdd-aa71-8fe4e690e62f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:30.417230 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-15ab1e61-b34f-4936-9ef6-81fec651205c req-fd6b86c1-fea2-4cdd-aa71-8fe4e690e62f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0555294 Sep 22 17:11:30.461271 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'name': 'tempest-TestVolumeBootPattern-1748921251-router', 'tenant_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '42ad38a9-18cf-4a9c-bf4e-c875e197ff2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:22Z', 'updated_at': '2022-09-22T17:11:26Z', 'revision_number': 4, 'project_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'gw_port': {'id': '42ad38a9-18cf-4a9c-bf4e-c875e197ff2c', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:22Z', 'updated_at': '2022-09-22T17:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'db74a842-dc88-4af1-8003-ce297e9d9d65', 'name': '', 'network_id': '4848820f-07df-4fbd-93c3-fa4f3bf10d54', 'tenant_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'mac_address': 'fa:16:3e:9f:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '63356251-3987-44a9-aa6b-5f9760dceb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:25Z', 'updated_at': '2022-09-22T17:11:26Z', 'revision_number': 2, 'project_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'subnets': [{'id': '63356251-3987-44a9-aa6b-5f9760dceb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:30.466578 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-15ab1e61-b34f-4936-9ef6-81fec651205c req-3c95be29-7b22-459b-9317-cb030cf124a9 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430779 Sep 22 17:11:30.493261 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Checking router: 03bdc0e2-c26f-4780-a01b-d0dc7d051998 for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:11:30.493727 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Updating router 03bdc0e2-c26f-4780-a01b-d0dc7d051998 port db74a842-dc88-4af1-8003-ce297e9d9d65 binding host dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:11:30.504942 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Attempt 8 to provision port db74a842-dc88-4af1-8003-ce297e9d9d65 Sep 22 17:11:30.525591 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:30.531373 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:30.543248 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Port db74a842-dc88-4af1-8003-ce297e9d9d65 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:30.563803 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=100 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:30.790920 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Publish callbacks [] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), precommit_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:30.797074 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:30.861272 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7396200-b408-470e-8034-647b01498bf5 None None] Pushing event updated for resources: {'Port': ['ID=db74a842-dc88-4af1-8003-ce297e9d9d65,revision_number=3']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:30.892655 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Attempting to bind port db74a842-dc88-4af1-8003-ce297e9d9d65 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:11:30.893012 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Attempting to bind port db74a842-dc88-4af1-8003-ce297e9d9d65 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'f86aa87e-b062-4cf9-94dc-265eb4f44b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4848820f-07df-4fbd-93c3-fa4f3bf10d54'}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:11:30.893364 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Attempting to bind port db74a842-dc88-4af1-8003-ce297e9d9d65 on network 4848820f-07df-4fbd-93c3-fa4f3bf10d54 {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:11:30.934590 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:11:30.935621 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Checking segment: {'id': 'f86aa87e-b062-4cf9-94dc-265eb4f44b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4848820f-07df-4fbd-93c3-fa4f3bf10d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:11:30.936015 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:30.936397 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Bound using segment: {'id': 'f86aa87e-b062-4cf9-94dc-265eb4f44b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4848820f-07df-4fbd-93c3-fa4f3bf10d54'} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:11:30.936860 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Bound port: db74a842-dc88-4af1-8003-ce297e9d9d65, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86aa87e-b062-4cf9-94dc-265eb4f44b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4848820f-07df-4fbd-93c3-fa4f3bf10d54'}}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:11:30.937333 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:30.980260 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:31.000138 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] For port db74a842-dc88-4af1-8003-ce297e9d9d65, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:11:31.003159 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] For port db74a842-dc88-4af1-8003-ce297e9d9d65, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=db74a842-dc88-4af1-8003-ce297e9d9d65,segment=NetworkSegment(f86aa87e-b062-4cf9-94dc-265eb4f44b11),segment_id=f86aa87e-b062-4cf9-94dc-265eb4f44b11)] {{(pid=106558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:11:31.009755 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:31.044908 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Attempt 9 to provision port db74a842-dc88-4af1-8003-ce297e9d9d65 Sep 22 17:11:31.045455 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Routers {'03bdc0e2-c26f-4780-a01b-d0dc7d051998'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:11:31.045455 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:11:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['03bdc0e2-c26f-4780-a01b-d0dc7d051998'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:31.108931 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7396200-b408-470e-8034-647b01498bf5 None None] Pushing event updated for resources: {'Port': ['ID=db74a842-dc88-4af1-8003-ce297e9d9d65,revision_number=4']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:31.131873 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Current status of the port db74a842-dc88-4af1-8003-ce297e9d9d65 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:31.132438 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:31.172422 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] For port db74a842-dc88-4af1-8003-ce297e9d9d65, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=db74a842-dc88-4af1-8003-ce297e9d9d65,segment=NetworkSegment(f86aa87e-b062-4cf9-94dc-265eb4f44b11),segment_id=f86aa87e-b062-4cf9-94dc-265eb4f44b11)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:11:31.173072 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] Set router 03bdc0e2-c26f-4780-a01b-d0dc7d051998 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:11:31.178488 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:31.192215 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6919b-0b03-4317-bd17-843f7992bdaa req-677286d3-b16f-48ec-8e8e-fbb65997a6fe tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:31.194149 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d5c6919b-0b03-4317-bd17-843f7992bdaa req-677286d3-b16f-48ec-8e8e-fbb65997a6fe tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0626473 Sep 22 17:11:31.209790 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Provisioning complete for port a153c2cc-a39d-472f-8933-f12944d54a6d triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:31.210197 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (a153c2cc-a39d-472f-8933-f12944d54a6d), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:31.210531 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Attempt 1 to provision port a153c2cc-a39d-472f-8933-f12944d54a6d Sep 22 17:11:31.248027 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d5c6919b-0b03-4317-bd17-843f7992bdaa req-40091b92-3067-4b33-a604-f84eeb8f60e1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471213 Sep 22 17:11:31.267575 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Pushing event updated for resources: {'Port': ['ID=db74a842-dc88-4af1-8003-ce297e9d9d65,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:31.291065 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:31.333572 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-7da8e930-7aa8-4021-b138-f554e47f1644 None None] Current status of the port a153c2cc-a39d-472f-8933-f12944d54a6d is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:31.401459 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:31.411754 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'name': 'tempest-TestVolumeBootPattern-1748921251-router', 'tenant_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '42ad38a9-18cf-4a9c-bf4e-c875e197ff2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:22Z', 'updated_at': '2022-09-22T17:11:26Z', 'revision_number': 4, 'project_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'gw_port': {'id': '42ad38a9-18cf-4a9c-bf4e-c875e197ff2c', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:22Z', 'updated_at': '2022-09-22T17:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'db74a842-dc88-4af1-8003-ce297e9d9d65', 'name': '', 'network_id': '4848820f-07df-4fbd-93c3-fa4f3bf10d54', 'tenant_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'mac_address': 'fa:16:3e:9f:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '63356251-3987-44a9-aa6b-5f9760dceb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:25Z', 'updated_at': '2022-09-22T17:11:30Z', 'revision_number': 4, 'project_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'subnets': [{'id': '63356251-3987-44a9-aa6b-5f9760dceb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:31.437547 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a12205b-0426-46db-8f28-90bd7dce95a0 None None] The sync data for ids ['03bdc0e2-c26f-4780-a01b-d0dc7d051998'] in dv-cinder-835384-28-iscsi is: [{'id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'name': 'tempest-TestVolumeBootPattern-1748921251-router', 'tenant_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '42ad38a9-18cf-4a9c-bf4e-c875e197ff2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:22Z', 'updated_at': '2022-09-22T17:11:26Z', 'revision_number': 4, 'project_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'gw_port': {'id': '42ad38a9-18cf-4a9c-bf4e-c875e197ff2c', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:22Z', 'updated_at': '2022-09-22T17:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'db74a842-dc88-4af1-8003-ce297e9d9d65', 'name': '', 'network_id': '4848820f-07df-4fbd-93c3-fa4f3bf10d54', 'tenant_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'mac_address': 'fa:16:3e:9f:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '63356251-3987-44a9-aa6b-5f9760dceb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:25Z', 'updated_at': '2022-09-22T17:11:30Z', 'revision_number': 4, 'project_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'subnets': [{'id': '63356251-3987-44a9-aa6b-5f9760dceb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:11:31.453840 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-dae6e030-e3f3-49a3-8afd-b6866fc05aab None None] Provisioning complete for port db74a842-dc88-4af1-8003-ce297e9d9d65 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:31.454263 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-dae6e030-e3f3-49a3-8afd-b6866fc05aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:31.454541 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-dae6e030-e3f3-49a3-8afd-b6866fc05aab None None] Attempt 1 to provision port db74a842-dc88-4af1-8003-ce297e9d9d65 Sep 22 17:11:31.553106 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:31.566297 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-dae6e030-e3f3-49a3-8afd-b6866fc05aab None None] Current status of the port db74a842-dc88-4af1-8003-ce297e9d9d65 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:31.632788 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d3da3-2e3f-4493-b8a8-28b7063c72af req-0127f727-a107-4587-ad75-54bb9a7fdfbf tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:31.634895 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-163d3da3-2e3f-4493-b8a8-28b7063c72af req-0127f727-a107-4587-ad75-54bb9a7fdfbf tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0741999 Sep 22 17:11:31.653188 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f159da-984b-4086-b9bc-e6f80e992b12 req-cbbf6040-f161-48bf-8349-9e683964cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:31.654640 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-36f159da-984b-4086-b9bc-e6f80e992b12 req-cbbf6040-f161-48bf-8349-9e683964cbba service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae HTTP/1.1" status: 200 len: 911 time: 0.1682456 Sep 22 17:11:31.691584 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-163d3da3-2e3f-4493-b8a8-28b7063c72af req-ca548d1f-93ff-495f-8153-782f767c255b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503695 Sep 22 17:11:32.047775 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:11:32.097066 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:32.097439 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (42ad38a9-18cf-4a9c-bf4e-c875e197ff2c), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:32.097778 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c Sep 22 17:11:32.174485 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:32.175587 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device db74a842-dc88-4af1-8003-ce297e9d9d65 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:11:32.231984 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port db74a842-dc88-4af1-8003-ce297e9d9d65 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:32.232522 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:32.232956 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port db74a842-dc88-4af1-8003-ce297e9d9d65 Sep 22 17:11:32.314788 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port db74a842-dc88-4af1-8003-ce297e9d9d65 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:32.378142 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e044e64-6f2d-45b5-9d57-7eaa335f7f0f req-92812762-f766-4e95-827d-30270d3e7915 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:32.379568 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9e044e64-6f2d-45b5-9d57-7eaa335f7f0f req-92812762-f766-4e95-827d-30270d3e7915 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0487614 Sep 22 17:11:32.428297 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9e044e64-6f2d-45b5-9d57-7eaa335f7f0f req-7154323e-ef67-49d8-9c16-79e85faa8d8e tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425344 Sep 22 17:11:32.831951 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b99928-39fb-43e0-ad30-585292a56200 req-bc43c05e-3981-40ff-b9ba-6975c33fa8fd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:32.833548 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0b99928-39fb-43e0-ad30-585292a56200 req-bc43c05e-3981-40ff-b9ba-6975c33fa8fd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0541482 Sep 22 17:11:32.884598 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0b99928-39fb-43e0-ad30-585292a56200 req-bb8bcc52-6bc3-4b5e-ba2c-45d40e5ab165 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446613 Sep 22 17:11:33.561051 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b141a52-06fa-41c2-a9d2-93c46be97c87 req-9c402a22-1cde-450a-a710-8eaa052cc01c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:33.562552 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4b141a52-06fa-41c2-a9d2-93c46be97c87 req-9c402a22-1cde-450a-a710-8eaa052cc01c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0502095 Sep 22 17:11:33.589803 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:33.615350 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4b141a52-06fa-41c2-a9d2-93c46be97c87 req-99ca3148-427e-40c6-a2af-2780c7e8cb05 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472641 Sep 22 17:11:33.750176 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-36f159da-984b-4086-b9bc-e6f80e992b12 req-7c5de4bb-2b6b-4501-bcc9-3a18acb09e5a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62c689f-694f-4650-961c-8b16b6ed4e18 HTTP/1.1" status: 200 len: 1001 time: 0.0645790 Sep 22 17:11:34.036145 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed2ce5-0c55-4d3c-bb0f-9cf760964eee req-3446cc5e-24a1-4beb-9405-e26fc6de06c8 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:34.037062 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-32ed2ce5-0c55-4d3c-bb0f-9cf760964eee req-3446cc5e-24a1-4beb-9405-e26fc6de06c8 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0560155 Sep 22 17:11:34.089220 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-32ed2ce5-0c55-4d3c-bb0f-9cf760964eee req-0141d114-e914-4b2b-91e5-85b9f4f3f834 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456371 Sep 22 17:11:34.749452 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd71d97-a4b6-4e62-ae74-cbc37ccc4fe5 req-612bea5e-4b5b-40e8-9807-f2098ebb2ff7 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:34.752199 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3bd71d97-a4b6-4e62-ae74-cbc37ccc4fe5 req-612bea5e-4b5b-40e8-9807-f2098ebb2ff7 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0493696 Sep 22 17:11:34.810981 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3bd71d97-a4b6-4e62-ae74-cbc37ccc4fe5 req-902c273d-ba2d-408a-b5c9-b27b8e28c243 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476327 Sep 22 17:11:35.231066 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69a9a7-942c-487c-b712-65a59d1c542b req-9aa48fe4-ec5b-4756-89ea-e22e52efe7b1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:35.232252 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9b69a9a7-942c-487c-b712-65a59d1c542b req-9aa48fe4-ec5b-4756-89ea-e22e52efe7b1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0598602 Sep 22 17:11:35.286197 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9b69a9a7-942c-487c-b712-65a59d1c542b req-854ad5cd-a45f-41a7-b34f-d14651dc34d5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444415 Sep 22 17:11:35.938796 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab615733-74fa-4bca-8867-3dc241dfa68e req-e591c6d0-41a7-479a-83c7-116c43df4265 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:35.940289 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ab615733-74fa-4bca-8867-3dc241dfa68e req-e591c6d0-41a7-479a-83c7-116c43df4265 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0508296 Sep 22 17:11:36.002257 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ab615733-74fa-4bca-8867-3dc241dfa68e req-22ed92ef-2ff1-4c4e-98d5-bc06265091de tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557959 Sep 22 17:11:36.436247 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe55d-f759-4b58-9136-f872ea152cdd req-6a604ed2-f3bb-4ad2-98ea-5797188f5b86 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:36.438098 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fbcbe55d-f759-4b58-9136-f872ea152cdd req-6a604ed2-f3bb-4ad2-98ea-5797188f5b86 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0584519 Sep 22 17:11:36.501177 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fbcbe55d-f759-4b58-9136-f872ea152cdd req-748aafad-d9e8-415b-aadb-a2b80e09e774 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563364 Sep 22 17:11:37.127961 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc9342-ee48-47a1-b07e-83c738b96156 req-485f9207-778a-4061-82a7-f2d2b2c2fcc4 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:37.129418 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-90dc9342-ee48-47a1-b07e-83c738b96156 req-485f9207-778a-4061-82a7-f2d2b2c2fcc4 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0468500 Sep 22 17:11:37.178862 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-90dc9342-ee48-47a1-b07e-83c738b96156 req-17fdb7fc-a1a2-45f9-8b81-0a400a13c1ea tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431788 Sep 22 17:11:37.410500 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:37.642670 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427f46d-0f1b-4bf5-b53b-737a093d0af2 req-955a6bd6-d554-43e1-a300-7a17eed0ec85 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:37.644167 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6427f46d-0f1b-4bf5-b53b-737a093d0af2 req-955a6bd6-d554-43e1-a300-7a17eed0ec85 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0480969 Sep 22 17:11:37.699189 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6427f46d-0f1b-4bf5-b53b-737a093d0af2 req-46cac962-3e85-4c6a-8967-12c7cc29fa48 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480945 Sep 22 17:11:38.271700 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:38.309601 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574945c-9cb8-4ebf-90a5-fcd9d8237f41 req-c28a6cd7-517a-48db-a950-6a512b070665 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:38.315415 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c574945c-9cb8-4ebf-90a5-fcd9d8237f41 req-c28a6cd7-517a-48db-a950-6a512b070665 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0570900 Sep 22 17:11:38.360394 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c574945c-9cb8-4ebf-90a5-fcd9d8237f41 req-3ee54b09-3846-4809-ae9c-d9c98226fbdf tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433059 Sep 22 17:11:38.823692 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f4b3f-2a26-4c95-a0c4-d474463ee0e1 req-f576f221-926e-4006-a63e-8491d42404d7 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:38.825165 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc5f4b3f-2a26-4c95-a0c4-d474463ee0e1 req-f576f221-926e-4006-a63e-8491d42404d7 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0462584 Sep 22 17:11:38.873207 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc5f4b3f-2a26-4c95-a0c4-d474463ee0e1 req-5f0206ed-fd18-4ef3-acdd-0709447799b5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425122 Sep 22 17:11:39.352794 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:39.356284 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:39.481342 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:39.492945 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ece06d-d87a-419a-83ac-1cbcf2b5cfe2 req-d8a7ca21-befb-4848-89dc-b6256f16b710 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:39.494973 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-62ece06d-d87a-419a-83ac-1cbcf2b5cfe2 req-d8a7ca21-befb-4848-89dc-b6256f16b710 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0530274 Sep 22 17:11:39.544945 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-62ece06d-d87a-419a-83ac-1cbcf2b5cfe2 req-a2029d94-1159-426e-b3a6-97fa4988981c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426729 Sep 22 17:11:40.012007 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4216f5-45b6-4826-9f79-7997dc8de993 req-e39ba7ec-96d0-4785-82a2-6750f91f5ec2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:40.013546 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c4216f5-45b6-4826-9f79-7997dc8de993 req-e39ba7ec-96d0-4785-82a2-6750f91f5ec2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0516903 Sep 22 17:11:40.063749 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8c4216f5-45b6-4826-9f79-7997dc8de993 req-09b9267f-afcf-4d6f-9ddf-f381f8be0502 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416961 Sep 22 17:11:40.668689 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323ec62-fd17-41f6-85f7-bc18c61723dc req-237c8bed-3778-48cc-a7ea-b0649eff5393 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:40.670114 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a323ec62-fd17-41f6-85f7-bc18c61723dc req-237c8bed-3778-48cc-a7ea-b0649eff5393 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0483911 Sep 22 17:11:40.724269 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a323ec62-fd17-41f6-85f7-bc18c61723dc req-44797e9a-0ca8-4ec5-81cf-4da4624d704d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482681 Sep 22 17:11:41.207491 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ca272-41a0-42b1-8c58-e510a5d79084 req-10b92e8c-06f7-4466-a502-16f730b1fe3a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:41.208976 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-672ca272-41a0-42b1-8c58-e510a5d79084 req-10b92e8c-06f7-4466-a502-16f730b1fe3a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0475624 Sep 22 17:11:41.257162 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-672ca272-41a0-42b1-8c58-e510a5d79084 req-082b2542-4640-4f07-8b86-2cde9d5dc138 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417368 Sep 22 17:11:41.478865 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:UPDATE=1,neutron:SELECT=41 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:41.729376 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:11:41.855678 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733e961-a008-4425-a03b-0e43661a7e13 req-dc57588d-3499-4c74-9bdb-70529f9035f1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:41.857163 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4733e961-a008-4425-a03b-0e43661a7e13 req-dc57588d-3499-4c74-9bdb-70529f9035f1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0472796 Sep 22 17:11:41.904086 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4733e961-a008-4425-a03b-0e43661a7e13 req-ff94d919-dd89-4264-834d-1d438d5e7809 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413795 Sep 22 17:11:42.396650 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfafea1-68dd-4a04-9a4a-6d8058527d64 req-a5ba1d0c-3af1-40d4-8f34-2009f31868ad tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:42.398100 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8bfafea1-68dd-4a04-9a4a-6d8058527d64 req-a5ba1d0c-3af1-40d4-8f34-2009f31868ad tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0512853 Sep 22 17:11:42.445803 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8bfafea1-68dd-4a04-9a4a-6d8058527d64 req-a15544b0-767a-46cf-8f7f-5ac35974bd27 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414317 Sep 22 17:11:42.981827 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f159da-984b-4086-b9bc-e6f80e992b12 req-3688aeaa-6503-4123-a909-ae4eb5a553e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:42.983360 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-36f159da-984b-4086-b9bc-e6f80e992b12 req-3688aeaa-6503-4123-a909-ae4eb5a553e0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1c5982a3-8aaa-4aa9-908c-22cf8406126d HTTP/1.1" status: 200 len: 849 time: 0.0591261 Sep 22 17:11:43.048589 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068074a-23d2-4139-abfa-37784d84978d req-208c3cff-cbf1-4a5c-a74c-dbd7ea098275 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:43.050219 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e068074a-23d2-4139-abfa-37784d84978d req-208c3cff-cbf1-4a5c-a74c-dbd7ea098275 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0476222 Sep 22 17:11:43.102693 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e068074a-23d2-4139-abfa-37784d84978d req-7cb8f16f-ec8a-469d-a013-e2e248b2a4a8 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455239 Sep 22 17:11:43.575160 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca91cc3-02de-4ffa-8e6b-62156f915d2c req-4ca5f05c-eda3-45c5-99fc-517e748e51ee tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:43.576648 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8ca91cc3-02de-4ffa-8e6b-62156f915d2c req-4ca5f05c-eda3-45c5-99fc-517e748e51ee tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0472398 Sep 22 17:11:43.633075 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8ca91cc3-02de-4ffa-8e6b-62156f915d2c req-9a145ddf-7ef5-46ac-b732-ac35587245de tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501280 Sep 22 17:11:43.803791 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f159da-984b-4086-b9bc-e6f80e992b12 req-e03db393-a25c-4c20-884c-30db45ac724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:43.805763 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-36f159da-984b-4086-b9bc-e6f80e992b12 req-e03db393-a25c-4c20-884c-30db45ac724c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0500066 Sep 22 17:11:43.909954 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:43.940230 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-36f159da-984b-4086-b9bc-e6f80e992b12 req-80f671a4-68fe-4bb4-a513-4d1988295861 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961566 Sep 22 17:11:44.055280 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:44.061406 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-36f159da-984b-4086-b9bc-e6f80e992b12 req-97792b80-3d34-4f0b-8f42-43572e8147fb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925083 Sep 22 17:11:44.229412 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4aded6-5a8e-4932-a436-10a09a34c659 req-e44814df-995e-4d32-b345-be1fa4c1a61d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:44.231117 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3b4aded6-5a8e-4932-a436-10a09a34c659 req-e44814df-995e-4d32-b345-be1fa4c1a61d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0519412 Sep 22 17:11:44.281308 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3b4aded6-5a8e-4932-a436-10a09a34c659 req-aa8eff45-4d15-4d8f-bd74-0a88c42ec39f tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444479 Sep 22 17:11:44.762523 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889f1b3-b652-4fa9-afc5-ab5f5fd2322f req-9d7859af-85b2-45e6-9b6c-13baa17e8a96 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:44.764176 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3889f1b3-b652-4fa9-afc5-ab5f5fd2322f req-9d7859af-85b2-45e6-9b6c-13baa17e8a96 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0501041 Sep 22 17:11:44.800423 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 32880) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:44.805130 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-97245072-0ddb-410f-becc-1e09be597032 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1767466394', 'description': 'tempest-description--1576324693'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:44.820469 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3889f1b3-b652-4fa9-afc5-ab5f5fd2322f req-71b9ae5a-2de4-43e0-9080-8235fc530910 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497184 Sep 22 17:11:44.828517 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-97245072-0ddb-410f-becc-1e09be597032 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:44.901899 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-97245072-0ddb-410f-becc-1e09be597032 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (085d5f4b-131b-4b80-9ff0-0a1ad9c73773), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:44.905590 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-97245072-0ddb-410f-becc-1e09be597032 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (085d5f4b-131b-4b80-9ff0-0a1ad9c73773), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:44.940334 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-97245072-0ddb-410f-becc-1e09be597032 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:44.941580 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-97245072-0ddb-410f-becc-1e09be597032 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1401587 Sep 22 17:11:44.943505 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97245072-0ddb-410f-becc-1e09be597032 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085d5f4b-131b-4b80-9ff0-0a1ad9c73773,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:44.944690 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 32882) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:44.955260 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-d032a47b-6d5f-4ff7-b7aa-c28f4ba20661 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'security_group_rule': {'security_group_id': '085d5f4b-131b-4b80-9ff0-0a1ad9c73773', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:44.983400 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d032a47b-6d5f-4ff7-b7aa-c28f4ba20661 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (16ac4b26-a000-4acf-a147-876e30ff8301), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:45.049919 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d032a47b-6d5f-4ff7-b7aa-c28f4ba20661 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (16ac4b26-a000-4acf-a147-876e30ff8301), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:45.054650 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d032a47b-6d5f-4ff7-b7aa-c28f4ba20661 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (16ac4b26-a000-4acf-a147-876e30ff8301), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:45.074849 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032a47b-6d5f-4ff7-b7aa-c28f4ba20661 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ac4b26-a000-4acf-a147-876e30ff8301,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:45.089901 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d032a47b-6d5f-4ff7-b7aa-c28f4ba20661 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:45.094693 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 32890) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:45.099453 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-af06a040-4642-48a4-b7dc-e809cec775d1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'security_group_rule': {'security_group_id': '085d5f4b-131b-4b80-9ff0-0a1ad9c73773', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:45.103526 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-d032a47b-6d5f-4ff7-b7aa-c28f4ba20661 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517422 Sep 22 17:11:45.127619 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-af06a040-4642-48a4-b7dc-e809cec775d1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (3f9fce7f-3563-477f-ad95-cf35092bd971), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:45.187361 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-af06a040-4642-48a4-b7dc-e809cec775d1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (3f9fce7f-3563-477f-ad95-cf35092bd971), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:45.191104 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-af06a040-4642-48a4-b7dc-e809cec775d1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (3f9fce7f-3563-477f-ad95-cf35092bd971), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:45.211893 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06a040-4642-48a4-b7dc-e809cec775d1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9fce7f-3563-477f-ad95-cf35092bd971,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:45.218871 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-af06a040-4642-48a4-b7dc-e809cec775d1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:45.220116 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-af06a040-4642-48a4-b7dc-e809cec775d1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243799 Sep 22 17:11:45.223291 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 32894) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:11:45.227493 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'floatingip': {'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:45.248127 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:45.331654 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:45.425380 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012163f-e759-40d8-b634-4b3af8f4e872 req-35f0730c-380b-4d76-b793-55c09e6ce7a2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:45.426902 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3012163f-e759-40d8-b634-4b3af8f4e872 req-35f0730c-380b-4d76-b793-55c09e6ce7a2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0522487 Sep 22 17:11:45.451563 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Allocated IP 172.27.1.240 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/53f878b4-5c75-4ecd-9598-e057ae99da8d) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:11:45.479840 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3012163f-e759-40d8-b634-4b3af8f4e872 req-43561ba8-071a-439f-8c92-512c43816836 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465994 Sep 22 17:11:45.511699 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:11:45.578499 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for port (53f878b4-5c75-4ecd-9598-e057ae99da8d), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:45.582857 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:45.616428 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (53f878b4-5c75-4ecd-9598-e057ae99da8d), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:45.640591 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:11:45.654101 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'port_id': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea', 'mac_address': 'fa:16:3e:9f:e3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:11:45.657709 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:45.659639 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:45.665505 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:45.669331 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:45.672210 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:11:45.676632 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'Port': ['ID=53f878b4-5c75-4ecd-9598-e057ae99da8d,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:45.697137 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea is: ACTIVE; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:45.697524 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:45.712311 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:11:45.735115 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:11:45.739808 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:45.783589 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (3232beb6-4b0f-42a1-b693-5ac2a1809586), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:45.798385 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,revision_number=6']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:45.826238 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (53f878b4-5c75-4ecd-9598-e057ae99da8d), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:45.967177 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f89eb5-31e7-41c3-ada5-4ff5900596f6 req-e08b2cf0-6471-42f2-99ea-32f00af5d1e8 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:45.968744 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-92f89eb5-31e7-41c3-ada5-4ff5900596f6 req-e08b2cf0-6471-42f2-99ea-32f00af5d1e8 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 944 time: 0.0580482 Sep 22 17:11:45.984668 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for port (53f878b4-5c75-4ecd-9598-e057ae99da8d), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:45.989239 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (53f878b4-5c75-4ecd-9598-e057ae99da8d), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:46.009940 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:11:46.024563 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-92f89eb5-31e7-41c3-ada5-4ff5900596f6 req-e700a685-cc38-4cf3-9109-a2ba55cf7de0 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499990 Sep 22 17:11:46.071673 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (3232beb6-4b0f-42a1-b693-5ac2a1809586), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:46.075484 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'Port': ['ID=53f878b4-5c75-4ecd-9598-e057ae99da8d,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:46.093257 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:46.094511 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-08bbe5ee-292e-44f9-b596-396cf0978099 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8703103 Sep 22 17:11:46.147093 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:46.325864 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-0c5205c4-af3f-47bb-8a77-6692d2e4ce29 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1767466394&fields=id&tenant_id=a6e3ace80a4a43b2b187060d6eca8538 HTTP/1.1" status: 200 len: 267 time: 0.0465381 Sep 22 17:11:46.442856 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-98efe85d-0ddb-4c3e-b7b3-09a8b5bed5b5 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:46.444421 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-98efe85d-0ddb-4c3e-b7b3-09a8b5bed5b5 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/networks?id=82eac7a2-877a-48c4-bcb2-cd10274854a5 HTTP/1.1" status: 200 len: 814 time: 0.1120076 Sep 22 17:11:46.460953 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-e6c23655-e6b7-49e3-996f-e57ee11b3db6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/quotas/a6e3ace80a4a43b2b187060d6eca8538 HTTP/1.1" status: 200 len: 375 time: 0.0097501 Sep 22 17:11:46.526071 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-777ed790-75bf-4a25-80da-638951ef9713 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597513 Sep 22 17:11:46.651797 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ece70-1253-4883-8897-a7719ee9742d req-bce1508b-fe7f-4c11-bdf3-beeeb6d9da93 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:46.653254 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f59ece70-1253-4883-8897-a7719ee9742d req-bce1508b-fe7f-4c11-bdf3-beeeb6d9da93 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0641580 Sep 22 17:11:46.692543 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-4d4eaf28-0e84-4305-a51d-aee365c2af98 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527915 Sep 22 17:11:46.709242 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:46.713483 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:46.763615 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f59ece70-1253-4883-8897-a7719ee9742d req-33c02046-e384-4fc6-b64a-e1b212ee5736 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037154 Sep 22 17:11:46.813051 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-d9e29f64-052b-4045-85df-d738db039356 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130874 Sep 22 17:11:46.983489 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-de051cbe-4737-4ee1-8a3f-5629a9b8ed1f req-6fdea92b-1afc-481e-adc2-5d3b52032293 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 210 time: 0.0334101 Sep 22 17:11:47.157877 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d4bbb-99b5-4394-abbb-4ee46991714b req-5a6d9b1d-60eb-466c-8743-fa53f4b6825b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:47.159380 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-405d4bbb-99b5-4394-abbb-4ee46991714b req-5a6d9b1d-60eb-466c-8743-fa53f4b6825b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 944 time: 0.0498710 Sep 22 17:11:47.210434 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-405d4bbb-99b5-4394-abbb-4ee46991714b req-d8209f93-8ff6-4e75-821e-35eafe392e6c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443921 Sep 22 17:11:47.551664 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:11:47.599277 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:47.599652 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:47.599987 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea Sep 22 17:11:47.678482 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:47.678861 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:47.706057 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:11:47.708484 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109fd0c4-c74b-45c5-85f3-09f4701458e1" -d '{"events": [{"server_uuid": "eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2", "name": "network-vif-plugged", "status": "completed", "tag": "9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:11:47.720919 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:11:47.725029 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:47.763175 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98935bb6-89a9-472d-b325-a92bcb7667bb x-openstack-request-id: req-98935bb6-89a9-472d-b325-a92bcb7667bb {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:11:47.763627 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2", "name": "network-vif-plugged", "status": "completed", "tag": "9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:11:47.763887 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98935bb6-89a9-472d-b325-a92bcb7667bb {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:11:47.764276 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98935bb6-89a9-472d-b325-a92bcb7667bb'] response: {'server_uuid': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea', 'code': 200} Sep 22 17:11:47.784567 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,revision_number=7']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:48.089258 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0c70c967-226d-41d9-a288-c50c31a81019 req-7d51b590-6cb5-4f34-a982-fe1bcd2117bc tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 210 time: 0.0289564 Sep 22 17:11:48.344070 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6aa76-65fe-4e5c-8cb9-6a12598dcdca req-8eaf1b9b-d014-4762-aa65-fc0ba29275d4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:48.345697 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c4c6aa76-65fe-4e5c-8cb9-6a12598dcdca req-8eaf1b9b-d014-4762-aa65-fc0ba29275d4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0470579 Sep 22 17:11:48.396594 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c4c6aa76-65fe-4e5c-8cb9-6a12598dcdca req-95228bce-74ae-4edc-9e86-71e91535bd7e tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452833 Sep 22 17:11:48.820508 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-68b20c8e-dfc3-4870-a843-c4030509f79a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:48.821993 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-68b20c8e-dfc3-4870-a843-c4030509f79a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "GET /networking/v2.0/networks?id=82eac7a2-877a-48c4-bcb2-cd10274854a5 HTTP/1.1" status: 200 len: 814 time: 0.1171880 Sep 22 17:11:48.901595 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd35fd-e600-4841-995b-632c11c17b0d req-9ad48909-e973-4f0c-9fcf-55315568bc23 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:48.902980 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3bcd35fd-e600-4841-995b-632c11c17b0d req-9ad48909-e973-4f0c-9fcf-55315568bc23 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 945 time: 0.0510302 Sep 22 17:11:48.950289 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3bcd35fd-e600-4841-995b-632c11c17b0d req-85b8e290-9e79-4b3c-ab0f-b5770e8762ac tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416017 Sep 22 17:11:49.196054 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9e6de8f7-23f5-4f46-a87e-15fd71e029da req-fd58167d-6bdc-4dd7-bec4-a44862a5c62a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 210 time: 0.0282927 Sep 22 17:11:49.524315 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a79a4-a8bf-4ab8-aaeb-f25ebd0a75ad req-82dbec85-537b-4476-8872-a4c605c61e18 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:49.525803 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f07a79a4-a8bf-4ab8-aaeb-f25ebd0a75ad req-82dbec85-537b-4476-8872-a4c605c61e18 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0471666 Sep 22 17:11:49.572427 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f07a79a4-a8bf-4ab8-aaeb-f25ebd0a75ad req-52ae26ad-8099-4045-a42c-8032acfa743c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410089 Sep 22 17:11:50.081778 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0451b77-8231-4a56-a82b-d172278f61ea req-9658171a-2e17-4878-9f0e-05e6dea35ea4 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:50.083282 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a0451b77-8231-4a56-a82b-d172278f61ea req-9658171a-2e17-4878-9f0e-05e6dea35ea4 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 945 time: 0.0560133 Sep 22 17:11:50.130889 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a0451b77-8231-4a56-a82b-d172278f61ea req-a0672787-d3d7-4b8c-a932-b9a32d8c3cee tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416603 Sep 22 17:11:50.300394 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-272e2274-a72e-4468-8e8b-e38914948ac9 req-ff7ba734-60f3-4350-a98e-50d2e70a8f64 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 210 time: 0.0285039 Sep 22 17:11:50.712746 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c1ee8-299c-46f1-8155-fa41c26d57b4 req-53cb5368-fbc1-4e4c-8007-0863ab540f13 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:50.714241 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-748c1ee8-299c-46f1-8155-fa41c26d57b4 req-53cb5368-fbc1-4e4c-8007-0863ab540f13 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0619144 Sep 22 17:11:50.795733 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-76a22c9a-81dc-4ff7-b68f-9b19c8289bb3 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a6e3ace80a4a43b2b187060d6eca8538 HTTP/1.1" status: 200 len: 472 time: 0.1115513 Sep 22 17:11:50.802833 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-748c1ee8-299c-46f1-8155-fa41c26d57b4 req-933f9b20-f89f-4f16-bb0a-8ddf0873b7c6 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783043 Sep 22 17:11:50.871653 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-c6b01ad9-a073-4641-aca1-5b1c44b35e7b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'port': {'device_id': 'ae76e1d7-dddd-4528-979a-025f671185aa', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'admin_state_up': True, 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'security_groups': ['085d5f4b-131b-4b80-9ff0-0a1ad9c73773']}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:50.891621 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-91e843bd-1ead-430c-919e-45c55b473520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:50.938445 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:50.982823 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-c6b01ad9-a073-4641-aca1-5b1c44b35e7b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Made reservation on behalf of a6e3ace80a4a43b2b187060d6eca8538 for: {'port': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:11:50.986577 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-c6b01ad9-a073-4641-aca1-5b1c44b35e7b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:51.044888 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:51.122180 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-c6b01ad9-a073-4641-aca1-5b1c44b35e7b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Allocated IP 172.20.0.14 (82eac7a2-877a-48c4-bcb2-cd10274854a5/83a051e4-a154-4ee6-92cd-c98927c3c055/a525dbad-0b77-49f5-92d5-87d346a4de53) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:11:51.288273 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f93088-7fc5-431d-a5ef-d6e974193f6f req-0405a939-0ff8-4db4-b0ac-f86f2f00573c tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:51.290310 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-09f93088-7fc5-431d-a5ef-d6e974193f6f req-0405a939-0ff8-4db4-b0ac-f86f2f00573c tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 945 time: 0.0673721 Sep 22 17:11:51.332131 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-c6b01ad9-a073-4641-aca1-5b1c44b35e7b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for port (a525dbad-0b77-49f5-92d5-87d346a4de53), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:51.372817 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-09f93088-7fc5-431d-a5ef-d6e974193f6f req-4b7a24e9-3a89-4236-85f2-ddaf3b7ed2ba tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=781153c3-8e41-4610-8864-da83757cd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722144 Sep 22 17:11:51.415386 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f64819ad-b09e-424a-84f9-4a837b398648 req-4bb889a8-34e4-46c4-9e59-7957c8705065 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 210 time: 0.0367773 Sep 22 17:11:51.423861 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-c6b01ad9-a073-4641-aca1-5b1c44b35e7b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (a525dbad-0b77-49f5-92d5-87d346a4de53), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:51.468939 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-c6b01ad9-a073-4641-aca1-5b1c44b35e7b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Network 82eac7a2-877a-48c4-bcb2-cd10274854a5 is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:51.472089 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-c6b01ad9-a073-4641-aca1-5b1c44b35e7b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:51.476048 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-c6b01ad9-a073-4641-aca1-5b1c44b35e7b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:11:51.504299 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b01ad9-a073-4641-aca1-5b1c44b35e7b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'Port': ['ID=a525dbad-0b77-49f5-92d5-87d346a4de53,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:51.534421 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-c6b01ad9-a073-4641-aca1-5b1c44b35e7b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:51.535113 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-c6b01ad9-a073-4641-aca1-5b1c44b35e7b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:51.552156 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-c6b01ad9-a073-4641-aca1-5b1c44b35e7b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6845603 Sep 22 17:11:51.572034 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Request body: {'port': {'device_id': 'ae76e1d7-dddd-4528-979a-025f671185aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:11:51.637810 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (a525dbad-0b77-49f5-92d5-87d346a4de53), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:51.720502 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-1b7abae3-7be6-4a9b-a765-e491bcc1adc4 None None] Provisioning complete for port a525dbad-0b77-49f5-92d5-87d346a4de53 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:11:51.720903 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-1b7abae3-7be6-4a9b-a765-e491bcc1adc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (a525dbad-0b77-49f5-92d5-87d346a4de53), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:51.721238 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-1b7abae3-7be6-4a9b-a765-e491bcc1adc4 None None] Attempt 1 to provision port a525dbad-0b77-49f5-92d5-87d346a4de53 Sep 22 17:11:51.758867 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-1b7abae3-7be6-4a9b-a765-e491bcc1adc4 None None] Port a525dbad-0b77-49f5-92d5-87d346a4de53 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:51.760467 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:51.866830 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967224a-fd35-44f3-ad93-f04d2e7ec73a req-c726d31e-2b11-4cd6-9985-a344c6f7b44c tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:51.869101 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-6967224a-fd35-44f3-ad93-f04d2e7ec73a req-c726d31e-2b11-4cd6-9985-a344c6f7b44c tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 945 time: 0.0565016 Sep 22 17:11:51.902819 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:51.915897 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a525dbad-0b77-49f5-92d5-87d346a4de53 {{(pid=106555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:11:51.942093 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Publish callbacks [] for port (a525dbad-0b77-49f5-92d5-87d346a4de53), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:51.960854 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [req-6967224a-fd35-44f3-ad93-f04d2e7ec73a req-f3a3c436-e5f2-47ff-ad43-d677c5c718aa tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Deleting port c1027e91-59c4-4455-a230-d405860c4e3a {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:11:51.961203 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-6967224a-fd35-44f3-ad93-f04d2e7ec73a req-f3a3c436-e5f2-47ff-ad43-d677c5c718aa tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (c1027e91-59c4-4455-a230-d405860c4e3a), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:51.967480 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba9aed-a80e-4fc7-b728-41b27a27a4d1 req-b4467652-00f1-4014-8d03-c7dee8b2877b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:51.968907 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1eba9aed-a80e-4fc7-b728-41b27a27a4d1 req-b4467652-00f1-4014-8d03-c7dee8b2877b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0690057 Sep 22 17:11:51.971815 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.provisioning_blocks [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Transition to ACTIVE for port object a525dbad-0b77-49f5-92d5-87d346a4de53 will not be triggered until provisioned by entity L2. {{(pid=106555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:11:51.983667 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (a525dbad-0b77-49f5-92d5-87d346a4de53), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:52.058184 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-6967224a-fd35-44f3-ad93-f04d2e7ec73a req-f3a3c436-e5f2-47ff-ad43-d677c5c718aa tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] For port c1027e91-59c4-4455-a230-d405860c4e3a, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=c1027e91-59c4-4455-a230-d405860c4e3a,segment=NetworkSegment(46d3c9de-ebf9-407a-b788-7e578c252cd5),segment_id=46d3c9de-ebf9-407a-b788-7e578c252cd5)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:11:52.058708 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-6967224a-fd35-44f3-ad93-f04d2e7ec73a req-f3a3c436-e5f2-47ff-ad43-d677c5c718aa tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (c1027e91-59c4-4455-a230-d405860c4e3a), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:52.073192 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [req-6967224a-fd35-44f3-ad93-f04d2e7ec73a req-f3a3c436-e5f2-47ff-ad43-d677c5c718aa tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Calling delete_port for c1027e91-59c4-4455-a230-d405860c4e3a owned by compute:nova {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:11:52.075836 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Pushing event updated for resources: {'Port': ['ID=a525dbad-0b77-49f5-92d5-87d346a4de53,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:52.090396 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1eba9aed-a80e-4fc7-b728-41b27a27a4d1 req-de44abd0-f26b-438d-a6cf-b9e2a1caef1c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148014 Sep 22 17:11:52.150913 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Attempting to bind port a525dbad-0b77-49f5-92d5-87d346a4de53 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:11:52.151451 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Attempting to bind port a525dbad-0b77-49f5-92d5-87d346a4de53 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:11:52.152099 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Attempting to bind port a525dbad-0b77-49f5-92d5-87d346a4de53 on network 82eac7a2-877a-48c4-bcb2-cd10274854a5 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:11:52.218287 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Port a525dbad-0b77-49f5-92d5-87d346a4de53 on network 82eac7a2-877a-48c4-bcb2-cd10274854a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:11:52.218688 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Attempting to bind port a525dbad-0b77-49f5-92d5-87d346a4de53 on network 82eac7a2-877a-48c4-bcb2-cd10274854a5 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:11:52.243353 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-6967224a-fd35-44f3-ad93-f04d2e7ec73a req-f3a3c436-e5f2-47ff-ad43-d677c5c718aa tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (c1027e91-59c4-4455-a230-d405860c4e3a), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:52.260740 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-1b7abae3-7be6-4a9b-a765-e491bcc1adc4 None None] Attempt 2 to provision port a525dbad-0b77-49f5-92d5-87d346a4de53 Sep 22 17:11:52.269386 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:11:52.269727 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Checking segment: {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:11:52.270166 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Bound using segment: {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:11:52.270657 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Bound port: a525dbad-0b77-49f5-92d5-87d346a4de53, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'}}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:11:52.271047 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (a525dbad-0b77-49f5-92d5-87d346a4de53), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:52.275433 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3c436-e5f2-47ff-ad43-d677c5c718aa tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Pushing event deleted for resources: {'Port': ['ID=c1027e91-59c4-4455-a230-d405860c4e3a,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:52.288105 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:DELETE=7 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:52.292885 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['c1027e91-59c4-4455-a230-d405860c4e3a'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:11:52.330135 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-1b7abae3-7be6-4a9b-a765-e491bcc1adc4 None None] Port a525dbad-0b77-49f5-92d5-87d346a4de53 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:11:52.331574 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6967224a-fd35-44f3-ad93-f04d2e7ec73a req-f3a3c436-e5f2-47ff-ad43-d677c5c718aa tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] No DVR routers for this DVR port c1027e91-59c4-4455-a230-d405860c4e3a on host hv-cinder-83538 {{(pid=106556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:11:52.334523 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-6967224a-fd35-44f3-ad93-f04d2e7ec73a req-f3a3c436-e5f2-47ff-ad43-d677c5c718aa tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:52.338294 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-6967224a-fd35-44f3-ad93-f04d2e7ec73a req-f3a3c436-e5f2-47ff-ad43-d677c5c718aa tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.33 "DELETE /networking/v2.0/ports/c1027e91-59c4-4455-a230-d405860c4e3a HTTP/1.1" status: 204 len: 173 time: 0.4628892 Sep 22 17:11:52.339239 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58f33b8-4007-4029-8727-568bbd91beb5', 'name': 'network-vif-deleted', 'tag': 'c1027e91-59c4-4455-a230-d405860c4e3a'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:11:52.341531 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05417169-79da-4561-8e6d-76ac4d4abf5b" -d '{"events": [{"server_uuid": "f58f33b8-4007-4029-8727-568bbd91beb5", "name": "network-vif-deleted", "tag": "c1027e91-59c4-4455-a230-d405860c4e3a"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:11:52.351643 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] For port a525dbad-0b77-49f5-92d5-87d346a4de53, host hv-cinder-83538, cleared binding levels {{(pid=106555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:11:52.355938 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] For port a525dbad-0b77-49f5-92d5-87d346a4de53, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a525dbad-0b77-49f5-92d5-87d346a4de53,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:11:52.388993 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfa1c8e-2c46-4d9c-a094-1050b9c2209a x-openstack-request-id: req-5dfa1c8e-2c46-4d9c-a094-1050b9c2209a {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:11:52.389408 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58f33b8-4007-4029-8727-568bbd91beb5", "name": "network-vif-deleted", "tag": "c1027e91-59c4-4455-a230-d405860c4e3a", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:11:52.389714 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dfa1c8e-2c46-4d9c-a094-1050b9c2209a {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:11:52.389888 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (a525dbad-0b77-49f5-92d5-87d346a4de53), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:52.390309 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfa1c8e-2c46-4d9c-a094-1050b9c2209a'] response: {'server_uuid': 'f58f33b8-4007-4029-8727-568bbd91beb5', 'name': 'network-vif-deleted', 'tag': 'c1027e91-59c4-4455-a230-d405860c4e3a', 'status': 'completed', 'code': 200} Sep 22 17:11:52.395124 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:52.396012 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:52.397506 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/a525dbad-0b77-49f5-92d5-87d346a4de53 HTTP/1.1" status: 200 len: 1094 time: 0.8299708 Sep 22 17:11:52.400016 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae76e1d7-dddd-4528-979a-025f671185aa', 'tag': 'a525dbad-0b77-49f5-92d5-87d346a4de53'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:11:52.404941 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe1fceb-20ab-426e-a5b2-6646d10434ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ae76e1d7-dddd-4528-979a-025f671185aa", "tag": "a525dbad-0b77-49f5-92d5-87d346a4de53"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:11:52.463251 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5633a10-3433-4862-ae66-6289736e84fa x-openstack-request-id: req-a5633a10-3433-4862-ae66-6289736e84fa {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:11:52.463531 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae76e1d7-dddd-4528-979a-025f671185aa", "tag": "a525dbad-0b77-49f5-92d5-87d346a4de53", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:11:52.463775 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5633a10-3433-4862-ae66-6289736e84fa {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:11:52.464170 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5633a10-3433-4862-ae66-6289736e84fa'] response: {'name': 'network-changed', 'server_uuid': 'ae76e1d7-dddd-4528-979a-025f671185aa', 'tag': 'a525dbad-0b77-49f5-92d5-87d346a4de53', 'status': 'completed', 'code': 200} Sep 22 17:11:52.469620 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128af9e-d864-49d8-ad88-4597b5f2634e service neutron] Pushing event updated for resources: {'Port': ['ID=a525dbad-0b77-49f5-92d5-87d346a4de53,revision_number=3']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:52.524085 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5ef4ee74-2e02-4b3d-b567-20146f8bc9bd req-550edc7d-3c04-44e7-94d8-bae8e86e4302 tempest-VolumesSnapshotTestJSON-1263262637 tempest-VolumesSnapshotTestJSON-1263262637-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f58f33b8-4007-4029-8727-568bbd91beb5 HTTP/1.1" status: 200 len: 210 time: 0.0432708 Sep 22 17:11:52.699495 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:52.832296 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-1b7abae3-7be6-4a9b-a765-e491bcc1adc4 None None] Attempt 3 to provision port a525dbad-0b77-49f5-92d5-87d346a4de53 Sep 22 17:11:52.845048 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47c9e9-6dd3-4376-9a59-733088a2c2e2 req-e2c57c66-b7c1-4e72-88f0-a1c1884dbd3a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:52.846585 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eb47c9e9-6dd3-4376-9a59-733088a2c2e2 req-e2c57c66-b7c1-4e72-88f0-a1c1884dbd3a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 944 time: 0.3263502 Sep 22 17:11:52.853255 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-4da875bc-6cd1-4e21-a60b-c1c86b8439ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:52.854995 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-4da875bc-6cd1-4e21-a60b-c1c86b8439ce service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 1128 time: 0.0646191 Sep 22 17:11:52.892601 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-1b7abae3-7be6-4a9b-a765-e491bcc1adc4 None None] Port a525dbad-0b77-49f5-92d5-87d346a4de53 had new provisioning blocks added so it will not transition to active. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 17:11:52.925661 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-4b91f49b-4fdf-4ce5-a4b7-3dfcaab064ac service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a525dbad-0b77-49f5-92d5-87d346a4de53 HTTP/1.1" status: 200 len: 217 time: 0.0484118 Sep 22 17:11:52.972379 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eb47c9e9-6dd3-4376-9a59-733088a2c2e2 req-37d1d82a-d3cf-416d-95bb-34f604d05f8c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162131 Sep 22 17:11:52.994151 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-bc032bcc-b2c8-41a6-893c-915ef3216db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:52.995726 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-bc032bcc-b2c8-41a6-893c-915ef3216db8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=83a051e4-a154-4ee6-92cd-c98927c3c055 HTTP/1.1" status: 200 len: 853 time: 0.0635495 Sep 22 17:11:53.067179 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-236e55d0-3389-438f-a89d-c0e156b47561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:53.069025 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-236e55d0-3389-438f-a89d-c0e156b47561 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=82eac7a2-877a-48c4-bcb2-cd10274854a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424073 Sep 22 17:11:53.277003 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d5083-113f-4082-8ad2-55d81c6b441a req-f9966302-a692-4412-9e40-cfe7e4e47127 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:53.278940 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-515d5083-113f-4082-8ad2-55d81c6b441a req-f9966302-a692-4412-9e40-cfe7e4e47127 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0545459 Sep 22 17:11:53.391814 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:53.411718 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:53.423046 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-515d5083-113f-4082-8ad2-55d81c6b441a req-be4248e7-83f9-4007-8539-c9b4f31758d7 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377094 Sep 22 17:11:53.472473 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-38affce3-2543-41e1-9a92-ddb7030fc268 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792333 Sep 22 17:11:53.580980 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-704d3b60-7d05-438f-912c-f6cdb1167f75 req-2f16517a-6dad-4d54-a800-1b3c5f29c8db service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005731 Sep 22 17:11:53.811951 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c01ef72f-90aa-473f-a9cb-4830d4c07fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:54.112631 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83989821-1a3a-4adb-be05-43e7a18de122 req-2444b680-f33f-43ea-81fe-51934178eb71 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:54.114214 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83989821-1a3a-4adb-be05-43e7a18de122 req-2444b680-f33f-43ea-81fe-51934178eb71 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 944 time: 0.0607710 Sep 22 17:11:54.175362 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83989821-1a3a-4adb-be05-43e7a18de122 req-53ff34da-5154-4d2b-be38-5007da3482b1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547740 Sep 22 17:11:54.575210 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493c51e-59b3-459a-8e77-ecb22e03f005 req-dbc4484b-5d18-4ede-8d08-40e0e6bd643f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:54.576742 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d493c51e-59b3-459a-8e77-ecb22e03f005 req-dbc4484b-5d18-4ede-8d08-40e0e6bd643f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0512567 Sep 22 17:11:54.632658 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d493c51e-59b3-459a-8e77-ecb22e03f005 req-519f5730-ccc0-41c9-a6f8-64c4f4e82998 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499566 Sep 22 17:11:55.346041 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:55.369531 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3474e-987c-4af4-a77f-137b1ae992df req-d23de01e-3235-4fc5-8d4f-763eb1238b9a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:55.376750 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-77c3474e-987c-4af4-a77f-137b1ae992df req-d23de01e-3235-4fc5-8d4f-763eb1238b9a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 944 time: 0.0846677 Sep 22 17:11:55.443856 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-77c3474e-987c-4af4-a77f-137b1ae992df req-a890545b-c8d2-437c-83d5-9d9d72e0c229 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607073 Sep 22 17:11:55.563440 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device c1027e91-59c4-4455-a230-d405860c4e3a no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:11:55.583521 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: c1027e91-59c4-4455-a230-d405860c4e3a {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:11:55.583858 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device c1027e91-59c4-4455-a230-d405860c4e3a not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:11:55.766544 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eedea3-cc84-4b87-9ce0-cf6089cb9048 req-59ce380e-8437-44d4-aabc-ce0ece96000b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:55.767618 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c4eedea3-cc84-4b87-9ce0-cf6089cb9048 req-59ce380e-8437-44d4-aabc-ce0ece96000b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0492270 Sep 22 17:11:55.817090 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c4eedea3-cc84-4b87-9ce0-cf6089cb9048 req-667880ca-d365-4db3-a721-162610851c23 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438266 Sep 22 17:11:56.601615 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae91970-80c0-4ac2-9729-adb5bb762a4d req-ba9ef947-4575-4e48-96d6-7f96a5b69429 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:56.601615 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aae91970-80c0-4ac2-9729-adb5bb762a4d req-ba9ef947-4575-4e48-96d6-7f96a5b69429 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 944 time: 0.0676405 Sep 22 17:11:56.660519 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aae91970-80c0-4ac2-9729-adb5bb762a4d req-c0c7a86c-f40b-458d-b71b-a87da397ed16 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572789 Sep 22 17:11:56.792254 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:56.972476 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c04a4-8393-4d65-af0b-4b2aa0d6db8a req-e58cfb11-9492-48f7-8aa5-6e48e65600f4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:56.975890 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-651c04a4-8393-4d65-af0b-4b2aa0d6db8a req-e58cfb11-9492-48f7-8aa5-6e48e65600f4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0673633 Sep 22 17:11:57.057407 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-651c04a4-8393-4d65-af0b-4b2aa0d6db8a req-0f2cf8a8-8319-4e48-b07d-ad16a7ce5f6a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749426 Sep 22 17:11:57.434289 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=2 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:57.439450 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=6 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:57.577892 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:57.812025 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb3c89-25eb-4b4b-b684-8f7ef267e257 req-24f701d3-1047-4970-a43e-b1026b4c2c0e tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:57.813861 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8adb3c89-25eb-4b4b-b684-8f7ef267e257 req-24f701d3-1047-4970-a43e-b1026b4c2c0e tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 944 time: 0.0596266 Sep 22 17:11:57.902089 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8adb3c89-25eb-4b4b-b684-8f7ef267e257 req-3796278d-3b38-499b-84a5-7a3cef66fb22 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810518 Sep 22 17:11:58.250725 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d246b-e197-4f76-a59c-da1678323ac5 req-2493a44c-2e77-4793-aaab-5e08c9693382 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:58.252925 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c57d246b-e197-4f76-a59c-da1678323ac5 req-2493a44c-2e77-4793-aaab-5e08c9693382 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0778434 Sep 22 17:11:58.326752 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c57d246b-e197-4f76-a59c-da1678323ac5 req-3ec9ade8-aa2a-4a97-a96a-5c30d1623818 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676510 Sep 22 17:11:59.050549 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0825291-91bf-47a8-ae93-cbef07579cef req-0d7c8a60-f0a6-4c58-abf5-a163996901fb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:59.058176 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b0825291-91bf-47a8-ae93-cbef07579cef req-0d7c8a60-f0a6-4c58-abf5-a163996901fb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 944 time: 0.0598087 Sep 22 17:11:59.109481 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b0825291-91bf-47a8-ae93-cbef07579cef req-37988cb9-764d-4ab7-945a-a62caf58892a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504239 Sep 22 17:11:59.438055 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device a525dbad-0b77-49f5-92d5-87d346a4de53 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:11:59.446843 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:59.508376 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250f9a6-3254-44a7-b983-b5de4f9234ad req-142f2082-ac54-43f4-977d-e909355811fd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:59.511168 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7250f9a6-3254-44a7-b983-b5de4f9234ad req-142f2082-ac54-43f4-977d-e909355811fd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0741549 Sep 22 17:11:59.559602 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:59.575966 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7250f9a6-3254-44a7-b983-b5de4f9234ad req-c86a1115-4ba3-4298-8f2b-996ab0558c87 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561814 Sep 22 17:11:59.600025 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port a525dbad-0b77-49f5-92d5-87d346a4de53, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a525dbad-0b77-49f5-92d5-87d346a4de53,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:11:59.621267 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': 'a525dbad-0b77-49f5-92d5-87d346a4de53', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'port_id': 'a525dbad-0b77-49f5-92d5-87d346a4de53', 'mac_address': 'fa:16:3e:f3:74:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:11:59.673227 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port a525dbad-0b77-49f5-92d5-87d346a4de53 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:11:59.673662 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (a525dbad-0b77-49f5-92d5-87d346a4de53), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:59.689420 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a525dbad-0b77-49f5-92d5-87d346a4de53 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:11:59.695797 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:11:59.715673 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port a525dbad-0b77-49f5-92d5-87d346a4de53, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a525dbad-0b77-49f5-92d5-87d346a4de53,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:11:59.720308 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (a525dbad-0b77-49f5-92d5-87d346a4de53), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:11:59.782266 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=a525dbad-0b77-49f5-92d5-87d346a4de53,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:00.258273 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd6cae-eb21-4c9b-986b-8c2ddfd47f2e req-5228a876-1af9-4978-8cfc-5f41b184b4ca tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:00.259480 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7dbd6cae-eb21-4c9b-986b-8c2ddfd47f2e req-5228a876-1af9-4978-8cfc-5f41b184b4ca tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 945 time: 0.0599461 Sep 22 17:12:00.342420 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7dbd6cae-eb21-4c9b-986b-8c2ddfd47f2e req-1f870db5-b910-4f70-9fa9-ab47cc4e0d7e tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747614 Sep 22 17:12:00.742707 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838e47d-0c9d-49bb-8fb1-37b0dffecf36 req-dd8e243d-63b5-4bc0-a715-b875baf9ff34 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:00.751203 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a838e47d-0c9d-49bb-8fb1-37b0dffecf36 req-dd8e243d-63b5-4bc0-a715-b875baf9ff34 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0643015 Sep 22 17:12:00.819363 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a838e47d-0c9d-49bb-8fb1-37b0dffecf36 req-084e0909-d4e6-48ee-a0f5-ac1183fc9d16 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668688 Sep 22 17:12:01.480550 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03b72a-c81a-463d-b649-3f13e8a2c843 req-7522878f-f325-4805-ac43-b8c37a528d8f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:01.487416 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fd03b72a-c81a-463d-b649-3f13e8a2c843 req-7522878f-f325-4805-ac43-b8c37a528d8f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 945 time: 0.0634918 Sep 22 17:12:01.559849 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fd03b72a-c81a-463d-b649-3f13e8a2c843 req-a6796578-34f0-4421-a432-726daab67ac6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715089 Sep 22 17:12:01.957797 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9085fde-ee31-44c3-8476-9b3864c871d7 req-dca53d5f-733c-46fb-b118-ec3b9959a72b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:01.959928 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d9085fde-ee31-44c3-8476-9b3864c871d7 req-dca53d5f-733c-46fb-b118-ec3b9959a72b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0525801 Sep 22 17:12:02.014634 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d9085fde-ee31-44c3-8476-9b3864c871d7 req-a4411263-4078-49c3-b91a-b9bc51fcf819 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494361 Sep 22 17:12:02.311823 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:02.493291 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['a525dbad-0b77-49f5-92d5-87d346a4de53'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:12:02.721962 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b3681-001d-4699-aced-bc1613766afa req-d372d199-d73f-4004-8f35-e60c7ef8b614 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:02.724005 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a96b3681-001d-4699-aced-bc1613766afa req-d372d199-d73f-4004-8f35-e60c7ef8b614 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 945 time: 0.0539203 Sep 22 17:12:02.785740 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a96b3681-001d-4699-aced-bc1613766afa req-d2446d3d-ea13-49a6-b5d1-1176d883d22a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555496 Sep 22 17:12:03.182359 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2228ec-7339-4a8a-93ed-9d9a3dfbebd5 req-8e2f6c22-04db-4d9f-9357-621675b149ca tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:03.183845 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ab2228ec-7339-4a8a-93ed-9d9a3dfbebd5 req-8e2f6c22-04db-4d9f-9357-621675b149ca tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0833931 Sep 22 17:12:03.186997 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1fceb-20ab-426e-a5b2-6646d10434ff req-91ee2ca3-3148-4e72-b500-8995f3a7571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:03.188363 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bbe1fceb-20ab-426e-a5b2-6646d10434ff req-91ee2ca3-3148-4e72-b500-8995f3a7571d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 1129 time: 0.0759332 Sep 22 17:12:03.287217 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ab2228ec-7339-4a8a-93ed-9d9a3dfbebd5 req-699d5b85-74eb-440c-b480-dd6d6b133fe9 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968018 Sep 22 17:12:03.322736 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1fceb-20ab-426e-a5b2-6646d10434ff req-830de8a0-4593-40df-95c0-e03bdb5fa80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:03.325745 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bbe1fceb-20ab-426e-a5b2-6646d10434ff req-830de8a0-4593-40df-95c0-e03bdb5fa80e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=82eac7a2-877a-48c4-bcb2-cd10274854a5 HTTP/1.1" status: 200 len: 915 time: 0.1280985 Sep 22 17:12:03.374313 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bbe1fceb-20ab-426e-a5b2-6646d10434ff req-5ac60c1c-70ef-4c5c-b969-d9c4bb6120bb service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a525dbad-0b77-49f5-92d5-87d346a4de53 HTTP/1.1" status: 200 len: 217 time: 0.0410714 Sep 22 17:12:03.425521 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1fceb-20ab-426e-a5b2-6646d10434ff req-adf7a7e7-f3f3-4544-aa05-c927d8216e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:03.427353 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bbe1fceb-20ab-426e-a5b2-6646d10434ff req-adf7a7e7-f3f3-4544-aa05-c927d8216e0f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=83a051e4-a154-4ee6-92cd-c98927c3c055 HTTP/1.1" status: 200 len: 853 time: 0.0470848 Sep 22 17:12:03.475969 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1fceb-20ab-426e-a5b2-6646d10434ff req-c05ade0c-619c-4114-97ba-09b845d1b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:03.477977 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bbe1fceb-20ab-426e-a5b2-6646d10434ff req-c05ade0c-619c-4114-97ba-09b845d1b732 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=82eac7a2-877a-48c4-bcb2-cd10274854a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412140 Sep 22 17:12:03.593683 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bbe1fceb-20ab-426e-a5b2-6646d10434ff req-9a7a9d13-e820-4b4f-ab94-e476c41e86cb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060526 Sep 22 17:12:03.611738 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:03.702741 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bbe1fceb-20ab-426e-a5b2-6646d10434ff req-9898586e-650d-403c-b775-55d187dc16f1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994358 Sep 22 17:12:03.930700 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e1798-e999-448f-97d9-db279bb8ef77 req-ab422422-ce82-44f7-b6a7-4dd0fec5fbf0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:03.932409 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e93e1798-e999-448f-97d9-db279bb8ef77 req-ab422422-ce82-44f7-b6a7-4dd0fec5fbf0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 945 time: 0.0614200 Sep 22 17:12:03.967074 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:03.995416 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e93e1798-e999-448f-97d9-db279bb8ef77 req-7b843285-7817-45db-a0b3-8adc91c8bce6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511472 Sep 22 17:12:04.429835 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2e628-0bba-4a85-b5b1-172b6d46ee15 req-896477fa-4b20-4f12-ae58-067cc828b41f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:04.437839 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-88d2e628-0bba-4a85-b5b1-172b6d46ee15 req-896477fa-4b20-4f12-ae58-067cc828b41f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0598204 Sep 22 17:12:04.486260 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-88d2e628-0bba-4a85-b5b1-172b6d46ee15 req-01d5aeab-51e3-4c19-acad-797fb7bd6041 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472865 Sep 22 17:12:04.492567 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device a525dbad-0b77-49f5-92d5-87d346a4de53 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:12:04.552812 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port a525dbad-0b77-49f5-92d5-87d346a4de53 completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:12:04.560077 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port a525dbad-0b77-49f5-92d5-87d346a4de53 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:04.560557 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (a525dbad-0b77-49f5-92d5-87d346a4de53), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:04.561082 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port a525dbad-0b77-49f5-92d5-87d346a4de53 Sep 22 17:12:04.650135 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port a525dbad-0b77-49f5-92d5-87d346a4de53 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:04.650560 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (a525dbad-0b77-49f5-92d5-87d346a4de53), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:04.687512 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae76e1d7-dddd-4528-979a-025f671185aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a525dbad-0b77-49f5-92d5-87d346a4de53'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:12:04.689786 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfe9b31-a444-469b-b878-6570f49d5c65" -d '{"events": [{"server_uuid": "ae76e1d7-dddd-4528-979a-025f671185aa", "name": "network-vif-plugged", "status": "completed", "tag": "a525dbad-0b77-49f5-92d5-87d346a4de53"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:12:04.703268 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port a525dbad-0b77-49f5-92d5-87d346a4de53, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a525dbad-0b77-49f5-92d5-87d346a4de53,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:12:04.707715 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (a525dbad-0b77-49f5-92d5-87d346a4de53), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:04.735973 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b98ad1-e9b4-4ebd-bb23-ddc793dd9f7a x-openstack-request-id: req-76b98ad1-e9b4-4ebd-bb23-ddc793dd9f7a {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:12:04.736291 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae76e1d7-dddd-4528-979a-025f671185aa", "name": "network-vif-plugged", "status": "completed", "tag": "a525dbad-0b77-49f5-92d5-87d346a4de53", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:12:04.736553 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76b98ad1-e9b4-4ebd-bb23-ddc793dd9f7a {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:12:04.736950 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b98ad1-e9b4-4ebd-bb23-ddc793dd9f7a'] response: {'server_uuid': 'ae76e1d7-dddd-4528-979a-025f671185aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a525dbad-0b77-49f5-92d5-87d346a4de53', 'code': 200} Sep 22 17:12:04.764710 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=a525dbad-0b77-49f5-92d5-87d346a4de53,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:04.987322 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d70313-f944-4c58-b2c3-5848fc816be5 req-dece9c57-1a21-423c-aec2-3d1091d747d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:04.988813 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d5d70313-f944-4c58-b2c3-5848fc816be5 req-dece9c57-1a21-423c-aec2-3d1091d747d3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 1130 time: 0.0380788 Sep 22 17:12:05.040419 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d5d70313-f944-4c58-b2c3-5848fc816be5 req-22491637-87d9-4e3f-8722-b96118601801 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436101 Sep 22 17:12:05.116906 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecef5d4-9754-4d45-855c-3a41c3a64819 req-a2322635-8d82-4489-b995-9db5c1d2f9f0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:05.118361 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cecef5d4-9754-4d45-855c-3a41c3a64819 req-a2322635-8d82-4489-b995-9db5c1d2f9f0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 946 time: 0.0464919 Sep 22 17:12:05.165857 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cecef5d4-9754-4d45-855c-3a41c3a64819 req-5ab45c99-719b-41d7-a5e6-67e79e826136 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417538 Sep 22 17:12:05.641076 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a89371-5b88-4f63-8a80-8980c083458b req-4565dbce-59c3-4248-93f5-2fe983057373 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:05.642542 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e5a89371-5b88-4f63-8a80-8980c083458b req-4565dbce-59c3-4248-93f5-2fe983057373 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0492778 Sep 22 17:12:05.689525 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e5a89371-5b88-4f63-8a80-8980c083458b req-fa0bcb82-eaaf-4c3d-8dda-dd847c78df3a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413165 Sep 22 17:12:06.292059 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f07044-40c0-4697-bf8e-67c6d43c1c3f req-1f5a6881-8834-4120-ba6b-173ec139d908 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:06.293551 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-36f07044-40c0-4697-bf8e-67c6d43c1c3f req-1f5a6881-8834-4120-ba6b-173ec139d908 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 946 time: 0.0543714 Sep 22 17:12:06.344722 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-36f07044-40c0-4697-bf8e-67c6d43c1c3f req-ea21064e-1f93-4aaa-af28-b67e1f4a168a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446644 Sep 22 17:12:06.927922 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8accea-4e74-474f-ae94-65c804aa24aa req-ac9a6712-6fec-464e-99a4-6e79c1f58fcd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:06.929993 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9e8accea-4e74-474f-ae94-65c804aa24aa req-ac9a6712-6fec-464e-99a4-6e79c1f58fcd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.1535115 Sep 22 17:12:06.980209 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9e8accea-4e74-474f-ae94-65c804aa24aa req-d922f274-c0c3-4d05-9a66-75b207b9c8ad tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439858 Sep 22 17:12:07.396680 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:07.416008 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:07.524026 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12b6a3-9214-485b-82a1-5803b414cb87 req-9fe67e57-bb9f-4b0d-a38b-4e20a8e5e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:07.525447 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7a12b6a3-9214-485b-82a1-5803b414cb87 req-9fe67e57-bb9f-4b0d-a38b-4e20a8e5e6e5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=45847b1fd67c4caaa03a36895cd2263a&device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 1129 time: 0.0889699 Sep 22 17:12:07.538345 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e421-c498-4efc-9d05-899c24f4d337 req-9f99a5af-e889-41c9-877b-34763c68c440 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:07.539878 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3a15e421-c498-4efc-9d05-899c24f4d337 req-9f99a5af-e889-41c9-877b-34763c68c440 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 946 time: 0.0922213 Sep 22 17:12:07.633915 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-27401117-ddf8-4343-8f30-343c0690c5bc tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-805804894&fields=id&tenant_id=5fca6eabbca24bc09aee7e259ca82562 HTTP/1.1" status: 200 len: 267 time: 0.1353343 Sep 22 17:12:07.720850 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:07.758129 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3a15e421-c498-4efc-9d05-899c24f4d337 req-ed24c1ea-8bdf-4528-b387-621b32a5bd5d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076080 Sep 22 17:12:07.769405 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12b6a3-9214-485b-82a1-5803b414cb87 req-7eb5ae90-82a9-4aae-bb50-3cee561c0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:07.770975 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7a12b6a3-9214-485b-82a1-5803b414cb87 req-7eb5ae90-82a9-4aae-bb50-3cee561c0ca1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c HTTP/1.1" status: 200 len: 917 time: 0.2158833 Sep 22 17:12:07.826203 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-55d51180-1a28-4d91-912b-2ddc064bd6c3 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:07.828258 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-55d51180-1a28-4d91-912b-2ddc064bd6c3 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/networks?id=1876d1ce-e761-46f2-ab46-b61110e15c2c HTTP/1.1" status: 200 len: 812 time: 0.1864214 Sep 22 17:12:07.845940 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-dfea4c06-99a3-4120-a297-814b2b01e844 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/quotas/5fca6eabbca24bc09aee7e259ca82562 HTTP/1.1" status: 200 len: 375 time: 0.0110481 Sep 22 17:12:07.903491 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-44f15b62-6cba-4ac3-8dcd-c2243eeea14b tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5fca6eabbca24bc09aee7e259ca82562&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511534 Sep 22 17:12:07.933057 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:08.014077 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-a97062e6-9827-415d-9cbe-06ac024a466c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985739 Sep 22 17:12:08.141373 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf639c2f-5fc8-4fd2-95d9-fb6bc6826fdf req-43dbd5aa-9bfa-4e6d-85e0-f6d9508d1c5a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:08.142834 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cf639c2f-5fc8-4fd2-95d9-fb6bc6826fdf req-43dbd5aa-9bfa-4e6d-85e0-f6d9508d1c5a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0589623 Sep 22 17:12:08.180050 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-2844590c-5b04-48d7-b7e1-2e71db77af5a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596255 Sep 22 17:12:08.213698 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cf639c2f-5fc8-4fd2-95d9-fb6bc6826fdf req-db54d314-3954-4439-805f-e898b6ec1d4b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631595 Sep 22 17:12:08.492659 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-15aafc30-9476-4e33-b197-5e42c30cb85d req-ca9eb278-952e-4e0a-bb70-12b0dc3b342c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 210 time: 0.0354574 Sep 22 17:12:08.914203 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f74a89-179a-468d-ac8a-ff124b6bcf65 req-fa483b1b-5214-4d61-8b02-73843d945153 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:08.916670 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-90f74a89-179a-468d-ac8a-ff124b6bcf65 req-fa483b1b-5214-4d61-8b02-73843d945153 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 946 time: 0.0621130 Sep 22 17:12:08.970188 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-90f74a89-179a-468d-ac8a-ff124b6bcf65 req-5e9d8b1f-0e00-4ffb-8298-4d17bd4e1c8b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476153 Sep 22 17:12:09.097493 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b90676-b7df-4d7a-8f51-9bf881a08ac5 req-e129d619-9aca-470c-9307-8567c7a0fb51 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:09.098969 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-12b90676-b7df-4d7a-8f51-9bf881a08ac5 req-e129d619-9aca-470c-9307-8567c7a0fb51 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 946 time: 0.0518153 Sep 22 17:12:09.109436 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 33236) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:12:09.113847 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-5821d4f9-d7ef-4725-b8d9-74610292cbb6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'floatingip': {'port_id': 'a525dbad-0b77-49f5-92d5-87d346a4de53'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:12:09.156889 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5821d4f9-d7ef-4725-b8d9-74610292cbb6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (3232beb6-4b0f-42a1-b693-5ac2a1809586), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:09.405978 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da21da1-1b6c-404a-a577-d406d4063ef5 req-f1bcb414-7965-469a-be08-7be1c2f6f0fd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:09.407374 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6da21da1-1b6c-404a-a577-d406d4063ef5 req-f1bcb414-7965-469a-be08-7be1c2f6f0fd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0850222 Sep 22 17:12:09.530976 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:09.543058 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6da21da1-1b6c-404a-a577-d406d4063ef5 req-7685378b-31f0-4111-ac47-f614e30df323 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299772 Sep 22 17:12:09.623629 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a8930d70-aef3-4816-a06f-edf92b2b9172 req-364d80e8-034d-47f3-9af6-444eea4b1bbd tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 210 time: 0.0368822 Sep 22 17:12:09.750872 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5821d4f9-d7ef-4725-b8d9-74610292cbb6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:09.758871 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5821d4f9-d7ef-4725-b8d9-74610292cbb6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (3232beb6-4b0f-42a1-b693-5ac2a1809586), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:10.090985 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.l3_db [None req-5821d4f9-d7ef-4725-b8d9-74610292cbb6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Floating IP 3232beb6-4b0f-42a1-b693-5ac2a1809586 associated. External IP: 172.27.1.240, port: a525dbad-0b77-49f5-92d5-87d346a4de53. Sep 22 17:12:10.124895 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:10.321719 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5821d4f9-d7ef-4725-b8d9-74610292cbb6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Router d8e5a412-a5b6-469e-a8ae-72241d1cab6b has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:12:10.425568 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5821d4f9-d7ef-4725-b8d9-74610292cbb6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:12:10.430272 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5821d4f9-d7ef-4725-b8d9-74610292cbb6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:10.436415 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68e46d1-81db-402c-a695-05e66778cb94 None None] Sync routers for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:12:10.447190 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e46d1-81db-402c-a695-05e66778cb94 None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:12:10.447817 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-c68e46d1-81db-402c-a695-05e66778cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:11:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:10.469265 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-5821d4f9-d7ef-4725-b8d9-74610292cbb6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/3232beb6-4b0f-42a1-b693-5ac2a1809586 HTTP/1.1" status: 200 len: 992 time: 1.3547969 Sep 22 17:12:10.469265 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae76e1d7-dddd-4528-979a-025f671185aa', 'tag': 'a525dbad-0b77-49f5-92d5-87d346a4de53'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:12:10.469265 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7a602c-3fe2-4a53-b54a-1e1a6cf19534" -d '{"events": [{"name": "network-changed", "server_uuid": "ae76e1d7-dddd-4528-979a-025f671185aa", "tag": "a525dbad-0b77-49f5-92d5-87d346a4de53"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:12:10.508742 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da663dd-2e89-413f-96da-a5e1d86415d0 x-openstack-request-id: req-8da663dd-2e89-413f-96da-a5e1d86415d0 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:12:10.509050 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae76e1d7-dddd-4528-979a-025f671185aa", "tag": "a525dbad-0b77-49f5-92d5-87d346a4de53", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:12:10.509363 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8da663dd-2e89-413f-96da-a5e1d86415d0 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:12:10.509916 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da663dd-2e89-413f-96da-a5e1d86415d0'] response: {'name': 'network-changed', 'server_uuid': 'ae76e1d7-dddd-4528-979a-025f671185aa', 'tag': 'a525dbad-0b77-49f5-92d5-87d346a4de53', 'status': 'completed', 'code': 200} Sep 22 17:12:10.556203 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-c68e46d1-81db-402c-a695-05e66778cb94 None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:12:10.698958 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019611c-de50-4636-9ec8-2ca804946a90 req-8ac8b156-d601-44e1-9160-4e9fcff81d2e tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:10.700478 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e019611c-de50-4636-9ec8-2ca804946a90 req-8ac8b156-d601-44e1-9160-4e9fcff81d2e tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 945 time: 0.0500605 Sep 22 17:12:10.741482 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-02776675-39a1-41fc-94b9-d879c1531763 req-e66aa7fc-0255-40b8-b706-4b2e3a3dba79 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 210 time: 0.0383675 Sep 22 17:12:10.779476 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e019611c-de50-4636-9ec8-2ca804946a90 req-c637b739-b7e2-4370-97ab-977978933d62 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653329 Sep 22 17:12:10.785425 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-c68e46d1-81db-402c-a695-05e66778cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '3232beb6-4b0f-42a1-b693-5ac2a1809586', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': 'a525dbad-0b77-49f5-92d5-87d346a4de53', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:f3:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae76e1d7-dddd-4528-979a-025f671185aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:11:45Z', 'updated_at': '2022-09-22T17:12:09Z', 'revision_number': 1, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}, {'id': '59e85e10-0dba-4c98-a93b-e6720808039e', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': '7447a832-846a-4c07-be5a-552ef92f9902', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:15:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:07:51Z', 'updated_at': '2022-09-22T17:08:41Z', 'revision_number': 2, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:10.811909 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68e46d1-81db-402c-a695-05e66778cb94 None None] Checking router: d8e5a412-a5b6-469e-a8ae-72241d1cab6b for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:12:10.821031 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e46d1-81db-402c-a695-05e66778cb94 None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:12:10.821629 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-c68e46d1-81db-402c-a695-05e66778cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:11:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:11.037435 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:11.052869 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-c68e46d1-81db-402c-a695-05e66778cb94 None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:12:11.280769 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-c68e46d1-81db-402c-a695-05e66778cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '3232beb6-4b0f-42a1-b693-5ac2a1809586', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': 'a525dbad-0b77-49f5-92d5-87d346a4de53', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:f3:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae76e1d7-dddd-4528-979a-025f671185aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:11:45Z', 'updated_at': '2022-09-22T17:12:09Z', 'revision_number': 1, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}, {'id': '59e85e10-0dba-4c98-a93b-e6720808039e', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': '7447a832-846a-4c07-be5a-552ef92f9902', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:15:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:07:51Z', 'updated_at': '2022-09-22T17:08:41Z', 'revision_number': 2, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:11.306793 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68e46d1-81db-402c-a695-05e66778cb94 None None] The sync data for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi is: [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '3232beb6-4b0f-42a1-b693-5ac2a1809586', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': 'a525dbad-0b77-49f5-92d5-87d346a4de53', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:f3:74:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae76e1d7-dddd-4528-979a-025f671185aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:11:45Z', 'updated_at': '2022-09-22T17:12:09Z', 'revision_number': 1, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}, {'id': '59e85e10-0dba-4c98-a93b-e6720808039e', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': '7447a832-846a-4c07-be5a-552ef92f9902', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:15:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:07:51Z', 'updated_at': '2022-09-22T17:08:41Z', 'revision_number': 2, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:12:11.503200 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d85a473-ef16-4b9a-9e52-fb61bfe398dd None None] New status for floating IP 3232beb6-4b0f-42a1-b693-5ac2a1809586: ACTIVE {{(pid=106558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:12:11.659136 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:12:11.741936 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea is: ACTIVE; New status is: DOWN {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:11.742325 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:11.767129 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:12:11.769379 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b2213a-b1a8-4575-9397-97d3c0a97afd" -d '{"events": [{"server_uuid": "eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2", "name": "network-vif-unplugged", "status": "completed", "tag": "9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:12:11.782875 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:12:11.787689 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:11.814873 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 17:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9965c84d-baf7-4755-b870-29aee526c051 x-openstack-request-id: req-9965c84d-baf7-4755-b870-29aee526c051 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:12:11.815215 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2", "name": "network-vif-unplugged", "status": "completed", "tag": "9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:12:11.815479 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9965c84d-baf7-4755-b870-29aee526c051 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:12:11.815868 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9965c84d-baf7-4755-b870-29aee526c051'] response: {'server_uuid': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea', 'code': 200} Sep 22 17:12:11.844791 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,revision_number=8']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:11.861353 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-618d3051-e370-4dba-9402-a189e4768561 req-07fbf607-5a95-4d82-b6fb-62aca82b24c0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 210 time: 0.0293608 Sep 22 17:12:11.921199 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440e032-4baa-4d6f-964b-9e27f187faaf req-2ba66570-e60d-4462-a1f9-c0738f19c618 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:11.922569 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8440e032-4baa-4d6f-964b-9e27f187faaf req-2ba66570-e60d-4462-a1f9-c0738f19c618 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0528350 Sep 22 17:12:11.976536 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8440e032-4baa-4d6f-964b-9e27f187faaf req-fee9e433-50ca-4f50-960e-50c4a1215cbc tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460625 Sep 22 17:12:12.967840 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-89964f60-1871-40aa-b1b7-185aa0b2633d req-051d5838-cab8-461b-9e85-b4e57f1074f6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 210 time: 0.0281320 Sep 22 17:12:13.143568 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f0e69-d510-4172-b627-ef07c7e2b192 req-1060de61-a549-4d7f-a411-d18628b5c2d4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:13.145126 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-463f0e69-d510-4172-b627-ef07c7e2b192 req-1060de61-a549-4d7f-a411-d18628b5c2d4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0864356 Sep 22 17:12:13.188744 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7a12b6a3-9214-485b-82a1-5803b414cb87 req-f3f048f9-1f8f-48be-8e3a-c4a6d92e2dd7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea HTTP/1.1" status: 200 len: 998 time: 0.0913951 Sep 22 17:12:13.194192 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:13.212515 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-463f0e69-d510-4172-b627-ef07c7e2b192 req-98197774-2e17-475b-aa84-73436c3c8dd2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617812 Sep 22 17:12:13.325095 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a602c-3fe2-4a53-b54a-1e1a6cf19534 req-46e91746-c730-4b08-b965-a17bc64c6454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:13.326851 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a7a602c-3fe2-4a53-b54a-1e1a6cf19534 req-46e91746-c730-4b08-b965-a17bc64c6454 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 1130 time: 0.0439401 Sep 22 17:12:13.330110 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12b6a3-9214-485b-82a1-5803b414cb87 req-6637d8d4-8706-4bd0-b22a-ce71d9178205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:13.331629 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7a12b6a3-9214-485b-82a1-5803b414cb87 req-6637d8d4-8706-4bd0-b22a-ce71d9178205 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=078d2151-b8ac-45b8-a09f-7943bc063688 HTTP/1.1" status: 200 len: 855 time: 0.0500014 Sep 22 17:12:13.383231 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12b6a3-9214-485b-82a1-5803b414cb87 req-89cf82dc-c21b-4930-bde6-1ec76990f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:13.384728 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7a12b6a3-9214-485b-82a1-5803b414cb87 req-89cf82dc-c21b-4930-bde6-1ec76990f4fb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440633 Sep 22 17:12:13.685216 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a602c-3fe2-4a53-b54a-1e1a6cf19534 req-3614dbf0-d473-42c0-a747-32bab216e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:13.686734 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a7a602c-3fe2-4a53-b54a-1e1a6cf19534 req-3614dbf0-d473-42c0-a747-32bab216e07a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=82eac7a2-877a-48c4-bcb2-cd10274854a5 HTTP/1.1" status: 200 len: 915 time: 0.3461156 Sep 22 17:12:13.822100 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a7a602c-3fe2-4a53-b54a-1e1a6cf19534 req-df5ac15a-efaf-4455-b58a-a4e549c6dfa2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a525dbad-0b77-49f5-92d5-87d346a4de53 HTTP/1.1" status: 200 len: 1002 time: 0.0634682 Sep 22 17:12:13.873418 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7a12b6a3-9214-485b-82a1-5803b414cb87 req-b78e1cde-6f97-43ca-89e7-d482dac9da25 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144075 Sep 22 17:12:13.891265 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a602c-3fe2-4a53-b54a-1e1a6cf19534 req-6aacd751-82dc-4356-ad1f-181e0dee7275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:13.892803 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a7a602c-3fe2-4a53-b54a-1e1a6cf19534 req-6aacd751-82dc-4356-ad1f-181e0dee7275 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=83a051e4-a154-4ee6-92cd-c98927c3c055 HTTP/1.1" status: 200 len: 853 time: 0.0538747 Sep 22 17:12:13.939893 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a602c-3fe2-4a53-b54a-1e1a6cf19534 req-5ae3328d-5059-44fa-97e1-1c49535b4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:13.941417 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a7a602c-3fe2-4a53-b54a-1e1a6cf19534 req-5ae3328d-5059-44fa-97e1-1c49535b4c57 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=82eac7a2-877a-48c4-bcb2-cd10274854a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428305 Sep 22 17:12:13.979855 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7a12b6a3-9214-485b-82a1-5803b414cb87 req-fd84e719-7ee5-422d-a878-fef1319ac9e4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003373 Sep 22 17:12:14.048819 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a7a602c-3fe2-4a53-b54a-1e1a6cf19534 req-79cbdcb9-3380-40bf-8230-db4790098c73 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988896 Sep 22 17:12:14.058251 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:14.079669 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0234803a-a7d9-4319-a32f-696728fbbb66 req-8613f985-04ba-494b-a5c5-f96c1368f15b tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 210 time: 0.0303500 Sep 22 17:12:14.343911 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac8e75-65e5-4be1-a287-1634f2f14779 req-606fbf37-16ab-48cb-8e69-077462610bf0 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:14.345457 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c1ac8e75-65e5-4be1-a287-1634f2f14779 req-606fbf37-16ab-48cb-8e69-077462610bf0 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0491436 Sep 22 17:12:14.396036 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c1ac8e75-65e5-4be1-a287-1634f2f14779 req-13e0e106-d8fd-4c90-b941-0211e62342e6 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444415 Sep 22 17:12:15.194892 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8be4f8fc-bb81-4b2f-a88a-bffede6b3027 req-d50a93f4-7f46-45c5-a6ab-f8fd4a254104 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 210 time: 0.0309811 Sep 22 17:12:15.525236 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfc347-1bfd-43fc-bf2f-5e2140dfb624 req-0b184a2d-9084-49d7-93c0-d5f38707128a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:15.526723 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2edfc347-1bfd-43fc-bf2f-5e2140dfb624 req-0b184a2d-9084-49d7-93c0-d5f38707128a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0475965 Sep 22 17:12:15.583317 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2edfc347-1bfd-43fc-bf2f-5e2140dfb624 req-06472ea1-abef-43ca-bfa1-ebf9d48ea27b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448756 Sep 22 17:12:15.909445 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09abce-3cd7-43f8-8671-15d9ea1e8f65 req-37e9aded-e2c0-4342-8f24-2d4e1ee23742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:15.910960 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2a09abce-3cd7-43f8-8671-15d9ea1e8f65 req-37e9aded-e2c0-4342-8f24-2d4e1ee23742 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=45847b1fd67c4caaa03a36895cd2263a&device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 1127 time: 0.0400102 Sep 22 17:12:15.956257 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a7a602c-3fe2-4a53-b54a-1e1a6cf19534 req-8ce2db6d-1252-4e68-a787-0e01949ce71a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936797 Sep 22 17:12:16.049828 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09abce-3cd7-43f8-8671-15d9ea1e8f65 req-e573c7ba-e929-4a1d-8396-c436cd934a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:16.051296 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2a09abce-3cd7-43f8-8671-15d9ea1e8f65 req-e573c7ba-e929-4a1d-8396-c436cd934a46 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c HTTP/1.1" status: 200 len: 917 time: 0.0993533 Sep 22 17:12:16.236657 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2a09abce-3cd7-43f8-8671-15d9ea1e8f65 req-450eb3e3-b127-4968-95a0-e4bd49c1c0c6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea HTTP/1.1" status: 200 len: 998 time: 0.0734363 Sep 22 17:12:16.301610 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-69bf4576-9826-461c-8ca8-c3fe3939232e req-b7194056-1421-4cf4-acda-f35878d195c6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 210 time: 0.0306282 Sep 22 17:12:16.533958 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09abce-3cd7-43f8-8671-15d9ea1e8f65 req-2fa751fa-76f1-4691-ae3e-14c9b22622e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:16.535382 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2a09abce-3cd7-43f8-8671-15d9ea1e8f65 req-2fa751fa-76f1-4691-ae3e-14c9b22622e1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=078d2151-b8ac-45b8-a09f-7943bc063688 HTTP/1.1" status: 200 len: 855 time: 0.0469809 Sep 22 17:12:16.592107 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09abce-3cd7-43f8-8671-15d9ea1e8f65 req-b8326071-7ecd-430d-9846-086616bd8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:16.593976 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2a09abce-3cd7-43f8-8671-15d9ea1e8f65 req-b8326071-7ecd-430d-9846-086616bd8362 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453415 Sep 22 17:12:16.774402 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a793ae-158b-4e9e-92ce-96c52b802919 req-2b4d4cc7-dc03-45b2-9f68-830e758b5dc2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:16.779528 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-21a793ae-158b-4e9e-92ce-96c52b802919 req-2b4d4cc7-dc03-45b2-9f68-830e758b5dc2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0897658 Sep 22 17:12:16.784784 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2a09abce-3cd7-43f8-8671-15d9ea1e8f65 req-8569cfa7-3a5b-4461-9c56-e1f28f59d64b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559713 Sep 22 17:12:16.788852 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-414c1bdc-22e7-4305-9c83-340c32f6332d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:16.790544 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-414c1bdc-22e7-4305-9c83-340c32f6332d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1876d1ce-e761-46f2-ab46-b61110e15c2c HTTP/1.1" status: 200 len: 812 time: 0.1622670 Sep 22 17:12:16.888489 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-3f918f84-0ee8-4b58-9933-452d3fe8745f tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5fca6eabbca24bc09aee7e259ca82562 HTTP/1.1" status: 200 len: 379 time: 0.0711627 Sep 22 17:12:16.897350 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-21a793ae-158b-4e9e-92ce-96c52b802919 req-7ef397df-0eef-4390-bb55-0e38fd3a5188 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107392 Sep 22 17:12:16.927203 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:16.933820 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-2ee1e12f-30b1-420a-b155-8ffc8d0a36d6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Request body: {'port': {'device_id': 'b6348b1f-b623-42cb-a0dc-a33cf088486a', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'admin_state_up': True, 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'security_groups': ['ce8cce58-89bc-4ff4-9fdc-a0600869e464']}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:12:16.939662 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2a09abce-3cd7-43f8-8671-15d9ea1e8f65 req-cf83bd78-e97a-4950-9cdc-e6dae0af910d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263974 Sep 22 17:12:17.061114 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-2ee1e12f-30b1-420a-b155-8ffc8d0a36d6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Made reservation on behalf of 5fca6eabbca24bc09aee7e259ca82562 for: {'port': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:12:17.065198 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-2ee1e12f-30b1-420a-b155-8ffc8d0a36d6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:17.205995 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-2ee1e12f-30b1-420a-b155-8ffc8d0a36d6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Allocated IP 172.20.0.4 (1876d1ce-e761-46f2-ab46-b61110e15c2c/43f0facb-fe45-427e-ac4c-a966b72df413/29509342-40b1-4e83-8923-eccd29758d12) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:12:17.216369 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:17.242414 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:17.392320 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-2ee1e12f-30b1-420a-b155-8ffc8d0a36d6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for port (29509342-40b1-4e83-8923-eccd29758d12), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:17.430134 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-2ee1e12f-30b1-420a-b155-8ffc8d0a36d6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (29509342-40b1-4e83-8923-eccd29758d12), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:17.439791 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a0b4b32e-095f-4b60-92fb-ab2f2c5ebd60 req-af1926bf-5439-4f59-80aa-7829f2b2f51a tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 210 time: 0.0560043 Sep 22 17:12:17.475666 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-2ee1e12f-30b1-420a-b155-8ffc8d0a36d6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Network 1876d1ce-e761-46f2-ab46-b61110e15c2c is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:12:17.479004 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-2ee1e12f-30b1-420a-b155-8ffc8d0a36d6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:12:17.481463 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-2ee1e12f-30b1-420a-b155-8ffc8d0a36d6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:12:17.520378 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1e12f-30b1-420a-b155-8ffc8d0a36d6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event updated for resources: {'Port': ['ID=29509342-40b1-4e83-8923-eccd29758d12,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:17.534259 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [req-cc0c2de3-9d92-407b-91f1-f4f6c2094618 req-abb801b3-45da-4140-a7ac-2b48daf3c4ec service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 17:12:17.535491 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc0c2de3-9d92-407b-91f1-f4f6c2094618 req-abb801b3-45da-4140-a7ac-2b48daf3c4ec service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058084 Sep 22 17:12:17.547632 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-2ee1e12f-30b1-420a-b155-8ffc8d0a36d6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:17.548505 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-2ee1e12f-30b1-420a-b155-8ffc8d0a36d6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:17.569025 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-2ee1e12f-30b1-420a-b155-8ffc8d0a36d6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6572134 Sep 22 17:12:17.731157 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-a7a99cf1-de50-4fc0-b0db-4f378a400829 None None] Provisioning complete for port 29509342-40b1-4e83-8923-eccd29758d12 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:17.731660 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a7a99cf1-de50-4fc0-b0db-4f378a400829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (29509342-40b1-4e83-8923-eccd29758d12), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:17.731986 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-a7a99cf1-de50-4fc0-b0db-4f378a400829 None None] Attempt 1 to provision port 29509342-40b1-4e83-8923-eccd29758d12 Sep 22 17:12:17.736168 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce853d74-7722-4d5d-b2a5-785be4e400e5 req-f21c7166-018c-45ce-bba2-f0503c4f19d6 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:17.738059 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ce853d74-7722-4d5d-b2a5-785be4e400e5 req-f21c7166-018c-45ce-bba2-f0503c4f19d6 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0562871 Sep 22 17:12:17.794274 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:17.796650 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Request body: {'port': {'device_id': 'b6348b1f-b623-42cb-a0dc-a33cf088486a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:12:17.808542 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-a7a99cf1-de50-4fc0-b0db-4f378a400829 None None] Port 29509342-40b1-4e83-8923-eccd29758d12 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:17.815272 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ce853d74-7722-4d5d-b2a5-785be4e400e5 req-6f43f010-0e83-4fe8-acda-55101e6cd8a5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694242 Sep 22 17:12:17.886769 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (29509342-40b1-4e83-8923-eccd29758d12), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:18.091530 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 33352) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:12:18.191347 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-858d5e7b-722b-4e7f-b898-c4f8fbceb4bf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982916 Sep 22 17:12:18.200463 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-e1625ebc-69d6-40fe-9ac1-3498f65e77ea service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 17:12:18.201654 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-e1625ebc-69d6-40fe-9ac1-3498f65e77ea service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052049 Sep 22 17:12:18.220020 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29509342-40b1-4e83-8923-eccd29758d12 {{(pid=106556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:12:18.229912 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Publish callbacks [] for port (29509342-40b1-4e83-8923-eccd29758d12), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:18.244718 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.provisioning_blocks [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Transition to ACTIVE for port object 29509342-40b1-4e83-8923-eccd29758d12 will not be triggered until provisioned by entity L2. {{(pid=106556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:12:18.249327 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (29509342-40b1-4e83-8923-eccd29758d12), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:18.285147 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 33360) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:12:18.310908 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-a7a99cf1-de50-4fc0-b0db-4f378a400829 None None] Attempt 2 to provision port 29509342-40b1-4e83-8923-eccd29758d12 Sep 22 17:12:18.341460 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Pushing event updated for resources: {'Port': ['ID=29509342-40b1-4e83-8923-eccd29758d12,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:18.349095 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-a7a99cf1-de50-4fc0-b0db-4f378a400829 None None] Port 29509342-40b1-4e83-8923-eccd29758d12 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:18.376850 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Attempting to bind port 29509342-40b1-4e83-8923-eccd29758d12 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:12:18.377242 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Attempting to bind port 29509342-40b1-4e83-8923-eccd29758d12 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'}] {{(pid=106556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:12:18.377525 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Attempting to bind port 29509342-40b1-4e83-8923-eccd29758d12 on network 1876d1ce-e761-46f2-ab46-b61110e15c2c {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:12:18.416879 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:18.423740 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-aa6868e8-24a9-49f0-b151-ec28138c0dfd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:18.425392 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-aa6868e8-24a9-49f0-b151-ec28138c0dfd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports/9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea HTTP/1.1" status: 200 len: 940 time: 0.1392782 Sep 22 17:12:18.426436 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Port 29509342-40b1-4e83-8923-eccd29758d12 on network 1876d1ce-e761-46f2-ab46-b61110e15c2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:12:18.426774 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Attempting to bind port 29509342-40b1-4e83-8923-eccd29758d12 on network 1876d1ce-e761-46f2-ab46-b61110e15c2c {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:12:18.450455 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:18.479278 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:12:18.479592 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Checking segment: {'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:12:18.479973 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Bound using segment: {'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'} {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:12:18.480437 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Bound port: 29509342-40b1-4e83-8923-eccd29758d12, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'}}] {{(pid=106556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:12:18.480771 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (29509342-40b1-4e83-8923-eccd29758d12), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:18.544270 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:18.560265 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] For port 29509342-40b1-4e83-8923-eccd29758d12, host hv-cinder-83538, cleared binding levels {{(pid=106556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:12:18.564330 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] For port 29509342-40b1-4e83-8923-eccd29758d12, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=29509342-40b1-4e83-8923-eccd29758d12,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:12:18.571527 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (29509342-40b1-4e83-8923-eccd29758d12), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:18.576403 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:18.577437 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:18.578804 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/29509342-40b1-4e83-8923-eccd29758d12 HTTP/1.1" status: 200 len: 1093 time: 0.7890553 Sep 22 17:12:18.579932 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6348b1f-b623-42cb-a0dc-a33cf088486a', 'tag': '29509342-40b1-4e83-8923-eccd29758d12'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:12:18.583243 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3a6498-23f9-498c-a0a8-40eb47e73b01" -d '{"events": [{"name": "network-changed", "server_uuid": "b6348b1f-b623-42cb-a0dc-a33cf088486a", "tag": "29509342-40b1-4e83-8923-eccd29758d12"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:12:18.592834 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136aaef2-402c-4762-a628-3344d96391a3 req-fb95c78e-5edb-4e09-82dd-8e8a004691c8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:18.594441 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-136aaef2-402c-4762-a628-3344d96391a3 req-fb95c78e-5edb-4e09-82dd-8e8a004691c8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.0646467 Sep 22 17:12:18.634269 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d5e2c6-79b0-49b2-aee0-f63b518a9bd8 x-openstack-request-id: req-12d5e2c6-79b0-49b2-aee0-f63b518a9bd8 {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:12:18.634615 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6348b1f-b623-42cb-a0dc-a33cf088486a", "tag": "29509342-40b1-4e83-8923-eccd29758d12", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:12:18.634880 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12d5e2c6-79b0-49b2-aee0-f63b518a9bd8 {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:12:18.635452 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d5e2c6-79b0-49b2-aee0-f63b518a9bd8'] response: {'name': 'network-changed', 'server_uuid': 'b6348b1f-b623-42cb-a0dc-a33cf088486a', 'tag': '29509342-40b1-4e83-8923-eccd29758d12', 'status': 'completed', 'code': 200} Sep 22 17:12:18.640609 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8f214-63f8-4cdb-8b53-b951146b89a1 service neutron] Pushing event updated for resources: {'Port': ['ID=29509342-40b1-4e83-8923-eccd29758d12,revision_number=3']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:18.655632 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-136aaef2-402c-4762-a628-3344d96391a3 req-5324b3b8-f75e-42b0-8f9d-f0ece73538c3 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542400 Sep 22 17:12:18.728848 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:12:18.816266 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a6498-23f9-498c-a0a8-40eb47e73b01 req-5bbf140a-ab91-4426-af63-7bbfcb82bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:18.818105 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-be3a6498-23f9-498c-a0a8-40eb47e73b01 req-5bbf140a-ab91-4426-af63-7bbfcb82bf77 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5fca6eabbca24bc09aee7e259ca82562&device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 1127 time: 0.0487931 Sep 22 17:12:18.850665 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-a7a99cf1-de50-4fc0-b0db-4f378a400829 None None] Attempt 3 to provision port 29509342-40b1-4e83-8923-eccd29758d12 Sep 22 17:12:18.900701 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-a7a99cf1-de50-4fc0-b0db-4f378a400829 None None] Port 29509342-40b1-4e83-8923-eccd29758d12 had new provisioning blocks added so it will not transition to active. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 17:12:18.951963 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4d505-fef8-457d-9374-97f9ce1754bc req-84d108e5-fb79-4792-bcea-6c267077072f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:18.953437 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-37d4d505-fef8-457d-9374-97f9ce1754bc req-84d108e5-fb79-4792-bcea-6c267077072f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0588162 Sep 22 17:12:18.972407 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a6498-23f9-498c-a0a8-40eb47e73b01 req-009043fc-69be-4bea-84a6-16653453d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:18.974092 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-be3a6498-23f9-498c-a0a8-40eb47e73b01 req-009043fc-69be-4bea-84a6-16653453d274 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=5fca6eabbca24bc09aee7e259ca82562&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1115277 Sep 22 17:12:19.011948 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-37d4d505-fef8-457d-9374-97f9ce1754bc req-7f76ac7d-bd4c-4c17-9616-766e856ca16d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515416 Sep 22 17:12:19.083701 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a6498-23f9-498c-a0a8-40eb47e73b01 req-073c871c-09bc-4c25-869e-b46c5a1d2a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:19.085712 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-be3a6498-23f9-498c-a0a8-40eb47e73b01 req-073c871c-09bc-4c25-869e-b46c5a1d2a7d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043944 Sep 22 17:12:19.235204 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-81b517b8-7019-4327-9864-384b7d60c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:19.236753 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-81b517b8-7019-4327-9864-384b7d60c78c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5fca6eabbca24bc09aee7e259ca82562&device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 1127 time: 0.0417049 Sep 22 17:12:19.289671 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-9ab5b138-60a4-44f4-9fca-36b8a1372872 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29509342-40b1-4e83-8923-eccd29758d12 HTTP/1.1" status: 200 len: 217 time: 0.0341971 Sep 22 17:12:19.342907 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-dfeb42cd-4f33-4d08-a931-51d6ccc8dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:19.344370 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-dfeb42cd-4f33-4d08-a931-51d6ccc8dfa2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=43f0facb-fe45-427e-ac4c-a966b72df413 HTTP/1.1" status: 200 len: 851 time: 0.0485518 Sep 22 17:12:19.388670 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-4f36d5e6-13a3-40e1-af1e-685a82b94f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:19.390170 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-4f36d5e6-13a3-40e1-af1e-685a82b94f24 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1876d1ce-e761-46f2-ab46-b61110e15c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389135 Sep 22 17:12:19.482612 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-f68c780a-1a25-4c4a-afac-aa46547da076 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856745 Sep 22 17:12:19.573694 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-15750958-87d9-4d80-9357-aaf0bf32ed49 req-8f0f3792-42f0-4063-bc8b-d56bf1f2b3fc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845573 Sep 22 17:12:19.703158 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:12:19.777664 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b5eb2-c9a3-4819-b6bc-0bc671926d43 req-4215bc78-bcfc-4fb9-9453-ff4d173fa585 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:19.779175 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-016b5eb2-c9a3-4819-b6bc-0bc671926d43 req-4215bc78-bcfc-4fb9-9453-ff4d173fa585 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.0478938 Sep 22 17:12:19.781279 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea is: DOWN; New status is: DOWN {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:19.829527 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-016b5eb2-c9a3-4819-b6bc-0bc671926d43 req-a2016071-aebb-4ce4-95be-8bb939f918d7 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444531 Sep 22 17:12:20.144213 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112337b8-7a27-44ef-afb9-c779dda0a640 req-60b82f1e-c013-4c64-8ed6-853edcddee56 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:20.145767 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-112337b8-7a27-44ef-afb9-c779dda0a640 req-60b82f1e-c013-4c64-8ed6-853edcddee56 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0483520 Sep 22 17:12:20.197640 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-112337b8-7a27-44ef-afb9-c779dda0a640 req-8d4cf0b3-481f-4731-b973-732ca1ce3f3c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462575 Sep 22 17:12:20.896350 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-91d408d5-e02d-413c-ae11-bc9f910840fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:20.963434 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a14b6-be87-4a5f-aaf4-4f1494007946 req-16fa143b-dbc5-488d-8fe7-de124a388505 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:20.964874 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d54a14b6-be87-4a5f-aaf4-4f1494007946 req-16fa143b-dbc5-488d-8fe7-de124a388505 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.0512593 Sep 22 17:12:21.026228 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d54a14b6-be87-4a5f-aaf4-4f1494007946 req-085b2b3c-55ec-4c8f-a291-c94d7cf1956d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554993 Sep 22 17:12:21.328445 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4847d9-4a13-430a-afd8-83c64d57f7ed req-150e0291-fac4-4613-9127-0734a60dd7d1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:21.329932 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8d4847d9-4a13-430a-afd8-83c64d57f7ed req-150e0291-fac4-4613-9127-0734a60dd7d1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0502784 Sep 22 17:12:21.377389 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8d4847d9-4a13-430a-afd8-83c64d57f7ed req-51877505-6471-458b-9ac2-4a3a6fda423c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413647 Sep 22 17:12:21.710522 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-4b60dd6c-0059-4f25-abc6-b6f07000450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:21.712109 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-4b60dd6c-0059-4f25-abc6-b6f07000450e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2&tenant_id=45847b1fd67c4caaa03a36895cd2263a HTTP/1.1" status: 200 len: 1127 time: 0.0787356 Sep 22 17:12:21.718762 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=12 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:21.791073 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-89d41e8a-127b-4a9f-89c2-200e51295994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:21.792564 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-89d41e8a-127b-4a9f-89c2-200e51295994 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=45847b1fd67c4caaa03a36895cd2263a&device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 1127 time: 0.0397530 Sep 22 17:12:21.884410 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:21.889962 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-113ee2c6-f2e3-459d-9940-f3cd0922ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:21.891451 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-113ee2c6-f2e3-459d-9940-f3cd0922ff08 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c HTTP/1.1" status: 200 len: 917 time: 0.0908780 Sep 22 17:12:21.956108 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-0afaba05-5b95-4c45-9cea-e13bf62d68c9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea HTTP/1.1" status: 200 len: 998 time: 0.0580523 Sep 22 17:12:22.008945 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-855b905a-0213-4e0f-9373-7772b1a50335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:22.010491 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-855b905a-0213-4e0f-9373-7772b1a50335 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=078d2151-b8ac-45b8-a09f-7943bc063688 HTTP/1.1" status: 200 len: 855 time: 0.0465500 Sep 22 17:12:22.045143 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:22.058254 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-916b22fb-7cc9-4593-a36b-bd81b7800c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:22.059824 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-916b22fb-7cc9-4593-a36b-bd81b7800c3a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427363 Sep 22 17:12:22.149237 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da144985-4dac-4ded-b555-8c1a56ce036c req-e4ebb9f4-7639-4eab-b8d7-1c2f1a5c5e14 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:22.150716 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-da144985-4dac-4ded-b555-8c1a56ce036c req-e4ebb9f4-7639-4eab-b8d7-1c2f1a5c5e14 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.0471883 Sep 22 17:12:22.154637 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-e50fc9c5-7406-41ce-b6bd-caefdede8608 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880513 Sep 22 17:12:22.205265 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-da144985-4dac-4ded-b555-8c1a56ce036c req-7a61872e-22c6-48fd-9e4d-eb3ad7962b6b tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486689 Sep 22 17:12:22.253109 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-578d4d10-752b-48b5-ba61-5fd4858d230a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915473 Sep 22 17:12:22.511078 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d674ef-737b-46fc-a53f-43add7dba3ca req-f9a30fa3-e5a1-4eb0-9f33-ab1d1f8b5ad2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:22.512473 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-88d674ef-737b-46fc-a53f-43add7dba3ca req-f9a30fa3-e5a1-4eb0-9f33-ab1d1f8b5ad2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0489531 Sep 22 17:12:22.561708 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-88d674ef-737b-46fc-a53f-43add7dba3ca req-00dba7e9-62f1-4303-ba72-71674abdf3c0 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436816 Sep 22 17:12:23.338759 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10d733-e605-46e9-bd47-97f73f49edb9 req-b973ef76-b999-438b-b02f-704d52baccf0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:23.341210 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3f10d733-e605-46e9-bd47-97f73f49edb9 req-b973ef76-b999-438b-b02f-704d52baccf0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.0522077 Sep 22 17:12:23.392545 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3f10d733-e605-46e9-bd47-97f73f49edb9 req-1459a895-13f0-4067-bc58-b3dac8c2ca68 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456100 Sep 22 17:12:23.694805 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216f20b-d4cd-4c96-8a16-73641fdcfa1e req-0e8eae89-9ca3-4bbc-a4bd-747740355ca3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:23.696376 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4216f20b-d4cd-4c96-8a16-73641fdcfa1e req-0e8eae89-9ca3-4bbc-a4bd-747740355ca3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0510063 Sep 22 17:12:23.746102 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4216f20b-d4cd-4c96-8a16-73641fdcfa1e req-9ba85477-991a-4d8a-979a-83fd56d43745 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435619 Sep 22 17:12:23.795965 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-fc7be41f-0257-46b5-8aab-bba6637caaf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:23.864306 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 33462) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:12:23.891035 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:23.897957 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:23.914054 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c033c4ea-0546-4297-9fa7-baefb9653b86 admin admin] Deleting subnet b563f58e-baa3-4cf8-a0e3-86f345a993d2 {{(pid=106555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 17:12:23.917590 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c033c4ea-0546-4297-9fa7-baefb9653b86 admin admin] Publish callbacks [] for subnet (b563f58e-baa3-4cf8-a0e3-86f345a993d2), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:23.955133 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c033c4ea-0546-4297-9fa7-baefb9653b86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3953894'] for subnet (b563f58e-baa3-4cf8-a0e3-86f345a993d2), precommit_delete_associations {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:24.003938 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c033c4ea-0546-4297-9fa7-baefb9653b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8016103'] for subnet (b563f58e-baa3-4cf8-a0e3-86f345a993d2), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:24.064572 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c033c4ea-0546-4297-9fa7-baefb9653b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8014298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126621254'] for subnet (b563f58e-baa3-4cf8-a0e3-86f345a993d2), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:24.089531 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033c4ea-0546-4297-9fa7-baefb9653b86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b563f58e-baa3-4cf8-a0e3-86f345a993d2,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:24.095147 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c033c4ea-0546-4297-9fa7-baefb9653b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:24.098439 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-c033c4ea-0546-4297-9fa7-baefb9653b86 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/b563f58e-baa3-4cf8-a0e3-86f345a993d2 HTTP/1.1" status: 204 len: 168 time: 0.2331383 Sep 22 17:12:24.101527 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 33464) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:12:24.196972 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4ce6fc19-7f47-4e8c-8d05-9d472077abac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632274'] for network (e3d57eb8-841d-4942-9243-4eda619be6ae), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:24.283689 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4ce6fc19-7f47-4e8c-8d05-9d472077abac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7709388', 'neutron.services.segments.db._delete_segments_for_network-8784621099201'] for network (e3d57eb8-841d-4942-9243-4eda619be6ae), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:24.307254 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-4ce6fc19-7f47-4e8c-8d05-9d472077abac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d57eb8-841d-4942-9243-4eda619be6ae']}} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:24.317284 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-4ce6fc19-7f47-4e8c-8d05-9d472077abac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d3c9de-ebf9-407a-b788-7e578c252cd5') {'for_net_delete': True} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:24.317587 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-4ce6fc19-7f47-4e8c-8d05-9d472077abac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d3c9de-ebf9-407a-b788-7e578c252cd5') {} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:24.327790 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4ce6fc19-7f47-4e8c-8d05-9d472077abac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784621099093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3319049'] for segment (46d3c9de-ebf9-407a-b788-7e578c252cd5), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:24.341959 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4ce6fc19-7f47-4e8c-8d05-9d472077abac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (46d3c9de-ebf9-407a-b788-7e578c252cd5), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:24.348814 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce6fc19-7f47-4e8c-8d05-9d472077abac admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=106556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:12:24.349204 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4ce6fc19-7f47-4e8c-8d05-9d472077abac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3793607'] for segment (46d3c9de-ebf9-407a-b788-7e578c252cd5), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:24.395260 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment 46d3c9de-ebf9-407a-b788-7e578c252cd5 resource provider aggregate not found Sep 22 17:12:24.420271 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment 46d3c9de-ebf9-407a-b788-7e578c252cd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46d3c9de-ebf9-407a-b788-7e578c252cd5 found for delete ", "request_id": "req-e74f5a56-9e54-43c5-bd72-cec5a35e72ab"}]} Sep 22 17:12:24.421312 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4ce6fc19-7f47-4e8c-8d05-9d472077abac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7709429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536458'] for network (e3d57eb8-841d-4942-9243-4eda619be6ae), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:24.430417 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4ce6fc19-7f47-4e8c-8d05-9d472077abac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:24.433513 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-4ce6fc19-7f47-4e8c-8d05-9d472077abac admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/e3d57eb8-841d-4942-9243-4eda619be6ae HTTP/1.1" status: 204 len: 168 time: 0.3302977 Sep 22 17:12:24.443860 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6fc19-7f47-4e8c-8d05-9d472077abac admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d57eb8-841d-4942-9243-4eda619be6ae,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:24.553909 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b7d6c-3624-43ce-8529-c3219b335432 req-bd37c63c-c124-4c75-82ef-830241b7aaa8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:24.555583 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-984b7d6c-3624-43ce-8529-c3219b335432 req-bd37c63c-c124-4c75-82ef-830241b7aaa8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.0511038 Sep 22 17:12:24.618408 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-984b7d6c-3624-43ce-8529-c3219b335432 req-08c936b4-3fd3-4b34-a808-1a36af92939e tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503380 Sep 22 17:12:24.655925 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 33474) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:12:24.701371 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-151085d5-34d4-428d-b2a3-8f4044566c54 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=78cce6768e1a473f9056d179b605df6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441384 Sep 22 17:12:24.703911 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 33476) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:12:24.754336 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0967972a-fe25-4ad4-8870-a46f01ab0fac admin admin] Publish callbacks [] for security_group (781153c3-8e41-4610-8864-da83757cd3e7), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:24.777260 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0967972a-fe25-4ad4-8870-a46f01ab0fac admin admin] Publish callbacks [] for security_group (781153c3-8e41-4610-8864-da83757cd3e7), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:24.831600 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0967972a-fe25-4ad4-8870-a46f01ab0fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (781153c3-8e41-4610-8864-da83757cd3e7), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:24.834931 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0967972a-fe25-4ad4-8870-a46f01ab0fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:24.838632 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-0967972a-fe25-4ad4-8870-a46f01ab0fac admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/781153c3-8e41-4610-8864-da83757cd3e7 HTTP/1.1" status: 204 len: 168 time: 0.1312156 Sep 22 17:12:24.851777 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967972a-fe25-4ad4-8870-a46f01ab0fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781153c3-8e41-4610-8864-da83757cd3e7,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:24.908668 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf1771-d9ff-4376-8fea-7e047d349e5e req-e1117ccd-fa3f-4d03-acee-9497899ea95b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:24.910335 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fadf1771-d9ff-4376-8fea-7e047d349e5e req-e1117ccd-fa3f-4d03-acee-9497899ea95b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0776596 Sep 22 17:12:24.967927 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fadf1771-d9ff-4376-8fea-7e047d349e5e req-b2cf746d-f153-4982-9ebe-55a9e54cc95b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507975 Sep 22 17:12:25.346592 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:25.693778 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 33502) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:12:25.779502 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db460cf3-fc4f-47aa-889c-0794f425fac0 req-ddac71ca-1025-4643-b06b-fed9a490f9c9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:25.781018 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-db460cf3-fc4f-47aa-889c-0794f425fac0 req-ddac71ca-1025-4643-b06b-fed9a490f9c9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.0582845 Sep 22 17:12:25.830206 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-dcc1f188-daef-4a6d-89e8-ccd1b9d60617 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-84692388-network', 'tenant_id': '0749b2616b854791aec389d669ef94c8'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:12:25.846585 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-db460cf3-fc4f-47aa-889c-0794f425fac0 req-1303d865-15b7-45d0-8793-a7ba333ef189 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587158 Sep 22 17:12:25.860419 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc1f188-daef-4a6d-89e8-ccd1b9d60617 admin admin] Made reservation on behalf of 0749b2616b854791aec389d669ef94c8 for: {'network': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:12:25.864093 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dcc1f188-daef-4a6d-89e8-ccd1b9d60617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:25.874117 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dcc1f188-daef-4a6d-89e8-ccd1b9d60617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:25.960136 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dcc1f188-daef-4a6d-89e8-ccd1b9d60617 admin admin] Publish callbacks [] for security_group (cc6ee124-fcd7-4f31-b97b-a5e90edd78cf), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:25.964155 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dcc1f188-daef-4a6d-89e8-ccd1b9d60617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (cc6ee124-fcd7-4f31-b97b-a5e90edd78cf), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:25.993675 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc1f188-daef-4a6d-89e8-ccd1b9d60617 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=106555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:12:26.003993 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1f188-daef-4a6d-89e8-ccd1b9d60617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:26.007069 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dcc1f188-daef-4a6d-89e8-ccd1b9d60617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (877523c1-9317-42cc-9487-3330bfdb1efc), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:26.007356 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.segments_db [None req-dcc1f188-daef-4a6d-89e8-ccd1b9d60617 admin admin] Added segment 877523c1-9317-42cc-9487-3330bfdb1efc of type vlan for network 4b09edd4-a749-403e-9dd8-93689c623cd0 Sep 22 17:12:26.063159 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dcc1f188-daef-4a6d-89e8-ccd1b9d60617 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (4b09edd4-a749-403e-9dd8-93689c623cd0), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:26.101483 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dcc1f188-daef-4a6d-89e8-ccd1b9d60617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (4b09edd4-a749-403e-9dd8-93689c623cd0), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:26.102603 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc1f188-daef-4a6d-89e8-ccd1b9d60617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:26.103267 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dcc1f188-daef-4a6d-89e8-ccd1b9d60617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:26.137187 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=10 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:26.212595 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:26.231757 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1f188-daef-4a6d-89e8-ccd1b9d60617 admin admin] Pushing event updated for resources: {'Network': ['ID=4b09edd4-a749-403e-9dd8-93689c623cd0,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:26.244887 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-dcc1f188-daef-4a6d-89e8-ccd1b9d60617 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5481501 Sep 22 17:12:26.247551 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 33510) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:12:26.248494 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network 4b09edd4-a749-403e-9dd8-93689c623cd0 details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:12:26.250403 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88482dd8-a814-425a-9912-b8d10ce07c89 req-66f21cc0-8cd6-45e9-a13e-d277449dd0c5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:26.252766 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-88482dd8-a814-425a-9912-b8d10ce07c89 req-66f21cc0-8cd6-45e9-a13e-d277449dd0c5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.1428945 Sep 22 17:12:26.263254 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-11fcdc20-1a8d-4d83-b4ba-209a3b29b4bc admin admin] Request body: {'subnet': {'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-84692388-subnet', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'ip_version': 4}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:12:26.312726 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fcdc20-1a8d-4d83-b4ba-209a3b29b4bc admin admin] Made reservation on behalf of 0749b2616b854791aec389d669ef94c8 for: {'subnet': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:12:26.317823 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-11fcdc20-1a8d-4d83-b4ba-209a3b29b4bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3584729'] for subnet (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:26.321504 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:26.334984 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-88482dd8-a814-425a-9912-b8d10ce07c89 req-a0f2870d-451c-434b-8693-752c137224cc tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739014 Sep 22 17:12:26.530498 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-11fcdc20-1a8d-4d83-b4ba-209a3b29b4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3793058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3584719'] for subnet (6a9dc17b-3417-453b-9033-563172d97760), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:26.535272 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:26.605475 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcdc20-1a8d-4d83-b4ba-209a3b29b4bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9dc17b-3417-453b-9033-563172d97760,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:26.616831 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fcdc20-1a8d-4d83-b4ba-209a3b29b4bc admin admin] Checking segment: {'id': '877523c1-9317-42cc-9487-3330bfdb1efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:12:26.617186 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fcdc20-1a8d-4d83-b4ba-209a3b29b4bc admin admin] Network hostable DHCP agents. Network: 4b09edd4-a749-403e-9dd8-93689c623cd0, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:12:26.636166 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fcdc20-1a8d-4d83-b4ba-209a3b29b4bc admin admin] Network 4b09edd4-a749-403e-9dd8-93689c623cd0 is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:12:26.648168 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-11fcdc20-1a8d-4d83-b4ba-209a3b29b4bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, 4b09edd4-a749-403e-9dd8-93689c623cd0) {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:12:26.657113 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5654f74-f3f7-4a6c-8160-c098e3595920 None None] Network 4b09edd4-a749-403e-9dd8-93689c623cd0 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:12:26.657600 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fcdc20-1a8d-4d83-b4ba-209a3b29b4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:26.657790 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-11fcdc20-1a8d-4d83-b4ba-209a3b29b4bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:26.676119 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-11fcdc20-1a8d-4d83-b4ba-209a3b29b4bc admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4258919 Sep 22 17:12:26.679000 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 33512) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:12:26.683422 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-84692388-router', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:12:26.705210 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15231'] for router (8fe7cbf0-5b25-4d1a-ad69-1526d40717b5), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:26.706467 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15206'] for router (8fe7cbf0-5b25-4d1a-ad69-1526d40717b5), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:26.769658 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Publish callbacks [] for router_controller (8fe7cbf0-5b25-4d1a-ad69-1526d40717b5), precommit_add_association {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:26.792772 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7c9d09-d3da-5fad-875b-2cacf9d3192b-4b09edd4-a749-403e-9dd8-93689c623cd0', 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0', 'project_id': '0749b2616b854791aec389d669ef94c8', 'fixed_ips': [{'subnet_id': '6a9dc17b-3417-453b-9033-563172d97760'}]}} from dv-cinder-835384-28-iscsi. {{(pid=106557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 17:12:26.793825 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:26.797459 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:26.801169 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:26.937878 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Publish callbacks [] for router_gateway (8fe7cbf0-5b25-4d1a-ad69-1526d40717b5), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:26.985985 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.db_base_plugin_common [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Allocated IP 172.20.0.2 (4b09edd4-a749-403e-9dd8-93689c623cd0/6a9dc17b-3417-453b-9033-563172d97760/21b8effd-1166-4a85-915f-ad20f3525d76) {{(pid=106557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:12:26.997422 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28478f5a-358f-4646-9cc3-117ab756af00 req-a47dd9f5-5571-4bd6-8b03-22e475dff912 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:27.007745 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-28478f5a-358f-4646-9cc3-117ab756af00 req-a47dd9f5-5571-4bd6-8b03-22e475dff912 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.0621099 Sep 22 17:12:27.076947 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-28478f5a-358f-4646-9cc3-117ab756af00 req-846e28dc-67d2-4e79-be0c-e624dc7588f8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682225 Sep 22 17:12:27.176662 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Publish callbacks [] for port (21b8effd-1166-4a85-915f-ad20f3525d76), precommit_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:27.186049 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (21b8effd-1166-4a85-915f-ad20f3525d76), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:27.198743 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Publish callbacks [] for router_gateway (8fe7cbf0-5b25-4d1a-ad69-1526d40717b5), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:27.219590 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:27.223951 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:27.239899 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Network 4b09edd4-a749-403e-9dd8-93689c623cd0 is already hosted by enough agents. {{(pid=106557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:12:27.248292 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.base_scheduler [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Resources bound (agent type, host, resource id): {{(pid=106557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:12:27.252048 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Received port after_create {{(pid=106557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:12:27.272981 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Pushing event updated for resources: {'Port': ['ID=21b8effd-1166-4a85-915f-ad20f3525d76,revision_number=1']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:27.320358 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.320705 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.321077 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.321524 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.321860 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.322186 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.322774 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.323298 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.323828 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.324447 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.324940 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.325436 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.326002 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.326491 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.327074 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.346902 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Attempting to bind port 21b8effd-1166-4a85-915f-ad20f3525d76 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:12:27.347344 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Attempting to bind port 21b8effd-1166-4a85-915f-ad20f3525d76 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': '877523c1-9317-42cc-9487-3330bfdb1efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:12:27.347686 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Attempting to bind port 21b8effd-1166-4a85-915f-ad20f3525d76 on network 4b09edd4-a749-403e-9dd8-93689c623cd0 {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:12:27.376774 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Allocated IP 172.27.1.211 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/760ddbb6-97af-4055-856c-dc363243884a) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:12:27.468267 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:12:27.468922 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Checking segment: {'id': '877523c1-9317-42cc-9487-3330bfdb1efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:12:27.469542 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:27.470238 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Bound using segment: {'id': '877523c1-9317-42cc-9487-3330bfdb1efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:12:27.471144 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Bound port: 21b8effd-1166-4a85-915f-ad20f3525d76, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877523c1-9317-42cc-9487-3330bfdb1efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:12:27.471624 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:27.471776 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (21b8effd-1166-4a85-915f-ad20f3525d76), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:27.524538 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be68f1-9472-4e22-b9ca-d31bd7fa1178 req-9b28a051-d03e-4e2a-aa78-061e1e36d003 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:27.526229 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a2be68f1-9472-4e22-b9ca-d31bd7fa1178 req-9b28a051-d03e-4e2a-aa78-061e1e36d003 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0888929 Sep 22 17:12:27.563643 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Publish callbacks [] for port (760ddbb6-97af-4055-856c-dc363243884a), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:27.591137 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:27.593871 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] For port 21b8effd-1166-4a85-915f-ad20f3525d76, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:12:27.598054 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] For port 21b8effd-1166-4a85-915f-ad20f3525d76, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=21b8effd-1166-4a85-915f-ad20f3525d76,segment=NetworkSegment(877523c1-9317-42cc-9487-3330bfdb1efc),segment_id=877523c1-9317-42cc-9487-3330bfdb1efc)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:12:27.605824 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a2be68f1-9472-4e22-b9ca-d31bd7fa1178 req-b5716a08-02ba-413b-bbc2-563d517fef50 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736427 Sep 22 17:12:27.613001 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (21b8effd-1166-4a85-915f-ad20f3525d76), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:27.653846 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (760ddbb6-97af-4055-856c-dc363243884a), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:27.691614 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5c00e-e227-4ed2-bbcb-a4dace629277 None None] Pushing event updated for resources: {'Port': ['ID=21b8effd-1166-4a85-915f-ad20f3525d76,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:27.727600 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:12:27.729403 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Pushing event updated for resources: {'Port': ['ID=760ddbb6-97af-4055-856c-dc363243884a,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:27.731876 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:12:27.734842 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:12:27.763561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.763561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.763561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.763561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.763561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.763561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.763561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.763561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.763561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.763561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.763561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.763561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.763561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.764799 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.764799 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:27.776636 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:28.103971 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 21b8effd-1166-4a85-915f-ad20f3525d76 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:12:28.168388 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 21b8effd-1166-4a85-915f-ad20f3525d76 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:28.169115 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (21b8effd-1166-4a85-915f-ad20f3525d76), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:28.169635 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 21b8effd-1166-4a85-915f-ad20f3525d76 Sep 22 17:12:28.232098 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989fb6-7fa5-4dc7-bc72-729d9ff35f07 req-f7f26d2e-3304-4bb2-a20d-da702e88afcb tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:28.233562 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-db989fb6-7fa5-4dc7-bc72-729d9ff35f07 req-f7f26d2e-3304-4bb2-a20d-da702e88afcb tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.0629940 Sep 22 17:12:28.316051 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 21b8effd-1166-4a85-915f-ad20f3525d76 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:28.316514 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (21b8effd-1166-4a85-915f-ad20f3525d76), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:28.327571 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-db989fb6-7fa5-4dc7-bc72-729d9ff35f07 req-ffb4c992-0760-4f80-8266-edad8daf820d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823383 Sep 22 17:12:28.360450 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port 21b8effd-1166-4a85-915f-ad20f3525d76, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=21b8effd-1166-4a85-915f-ad20f3525d76,segment=NetworkSegment(877523c1-9317-42cc-9487-3330bfdb1efc),segment_id=877523c1-9317-42cc-9487-3330bfdb1efc)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:12:28.368724 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (21b8effd-1166-4a85-915f-ad20f3525d76), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:28.384283 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Publish callbacks [] for router_gateway (8fe7cbf0-5b25-4d1a-ad69-1526d40717b5), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:28.402843 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:28.431971 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=21b8effd-1166-4a85-915f-ad20f3525d76,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:28.634895 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536359'] for router (8fe7cbf0-5b25-4d1a-ad69-1526d40717b5), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:28.796956 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed131d4-379c-4cd2-a0a6-898e8fcdba75 req-c39df275-2695-438b-a1f1-9bce42fe07fa tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:28.798644 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4ed131d4-379c-4cd2-a0a6-898e8fcdba75 req-c39df275-2695-438b-a1f1-9bce42fe07fa tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0876303 Sep 22 17:12:28.836473 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 is scheduled to L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 with binding_index 1 {{(pid=106556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:12:28.897121 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411c5ba0-df33-4e19-a64f-b591b3d02aa7 None None] Network 4b09edd4-a749-403e-9dd8-93689c623cd0 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:12:28.910059 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4ed131d4-379c-4cd2-a0a6-898e8fcdba75 req-67973059-9e4c-4742-8dde-f94969170e7a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943422 Sep 22 17:12:28.953953 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:12:28.978717 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] Publish callbacks [] for router (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:28.982690 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-2edf9921-f5a6-484e-b780-e9769fecc4da admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2999520 Sep 22 17:12:28.982919 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 33522) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:12:28.986257 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Sync routers for ids ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:12:29.025125 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-197b8463-1a6c-4591-ad8b-324efeea5e36 None None] Provisioning complete for port 21b8effd-1166-4a85-915f-ad20f3525d76 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:29.025420 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-197b8463-1a6c-4591-ad8b-324efeea5e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (21b8effd-1166-4a85-915f-ad20f3525d76), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:29.025751 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-197b8463-1a6c-4591-ad8b-324efeea5e36 None None] Attempt 1 to provision port 21b8effd-1166-4a85-915f-ad20f3525d76 Sep 22 17:12:29.066816 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Routers {'8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:12:29.069071 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:29.274123 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Set router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:12:29.337448 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-197b8463-1a6c-4591-ad8b-324efeea5e36 None None] Current status of the port 21b8effd-1166-4a85-915f-ad20f3525d76 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:29.646817 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:29.657409 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-145b7916-f5e7-4ae0-b23c-d12ed1fc3b5a None None] Provisioning complete for port 21b8effd-1166-4a85-915f-ad20f3525d76 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:29.658066 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-145b7916-f5e7-4ae0-b23c-d12ed1fc3b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (21b8effd-1166-4a85-915f-ad20f3525d76), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:29.658563 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-145b7916-f5e7-4ae0-b23c-d12ed1fc3b5a None None] Attempt 1 to provision port 21b8effd-1166-4a85-915f-ad20f3525d76 Sep 22 17:12:29.768724 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'name': 'tempest-TestMinimumBasicScenario-84692388-router', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '760ddbb6-97af-4055-856c-dc363243884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:26Z', 'updated_at': '2022-09-22T17:12:28Z', 'revision_number': 3, 'project_id': '0749b2616b854791aec389d669ef94c8', 'gw_port': {'id': '760ddbb6-97af-4055-856c-dc363243884a', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:27Z', 'updated_at': '2022-09-22T17:12:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:29.778458 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758975e4-b7e3-4a8f-8af4-8db0803f5b33 req-6de16b73-4ea3-4e4c-8670-554da3f23d18 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:29.781785 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-758975e4-b7e3-4a8f-8af4-8db0803f5b33 req-6de16b73-4ea3-4e4c-8670-554da3f23d18 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.0989676 Sep 22 17:12:29.814684 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:29.823694 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:29.857911 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-145b7916-f5e7-4ae0-b23c-d12ed1fc3b5a None None] Current status of the port 21b8effd-1166-4a85-915f-ad20f3525d76 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:29.864218 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Checking router: 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:12:29.864959 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Updating router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 port 760ddbb6-97af-4055-856c-dc363243884a binding host dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:12:29.903989 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (760ddbb6-97af-4055-856c-dc363243884a), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:29.939284 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:29.944438 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-758975e4-b7e3-4a8f-8af4-8db0803f5b33 req-c60baa68-e320-40bd-ac6e-925ea5ace48d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560793 Sep 22 17:12:30.069878 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Allocated IP 172.20.0.1 (4b09edd4-a749-403e-9dd8-93689c623cd0/6a9dc17b-3417-453b-9033-563172d97760/de408782-9b8a-4b57-9b8c-08e4b400c7c3) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:12:30.169446 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 21b8effd-1166-4a85-915f-ad20f3525d76 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:12:30.180397 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:30.293251 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Publish callbacks [] for port (760ddbb6-97af-4055-856c-dc363243884a), precommit_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:30.296868 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 21b8effd-1166-4a85-915f-ad20f3525d76 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:30.297371 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (21b8effd-1166-4a85-915f-ad20f3525d76), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:30.297872 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 21b8effd-1166-4a85-915f-ad20f3525d76 Sep 22 17:12:30.319155 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Publish callbacks [] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:30.325840 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (760ddbb6-97af-4055-856c-dc363243884a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:30.364601 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:30.371308 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Attempting to bind port 760ddbb6-97af-4055-856c-dc363243884a on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:12:30.371762 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Attempting to bind port 760ddbb6-97af-4055-856c-dc363243884a by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:12:30.372204 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Attempting to bind port 760ddbb6-97af-4055-856c-dc363243884a on network f003e7b0-1e8d-4666-abdd-e8ce7241106b {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:12:30.421140 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Network 4b09edd4-a749-403e-9dd8-93689c623cd0 is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:12:30.424833 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:12:30.433128 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:12:30.441012 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcac19-28c1-406f-a4db-7079d8f061ff None None] Pushing event updated for resources: {'Port': ['ID=760ddbb6-97af-4055-856c-dc363243884a,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:30.469123 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Pushing event updated for resources: {'Port': ['ID=de408782-9b8a-4b57-9b8c-08e4b400c7c3,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:30.479358 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:30.479702 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:30.480044 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:30.480383 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:30.480714 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:30.481041 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:30.481368 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:30.481693 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:30.482020 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:30.482340 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:30.482667 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:30.483020 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:30.483763 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:30.488359 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:30.488772 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:30.524855 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498718'] for router_interface (8fe7cbf0-5b25-4d1a-ad69-1526d40717b5), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:30.548585 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 21b8effd-1166-4a85-915f-ad20f3525d76 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:30.556043 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:12:30.556922 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Checking segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:12:30.557338 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:30.557785 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Bound using segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:12:30.558284 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Bound port: 760ddbb6-97af-4055-856c-dc363243884a, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:12:30.558842 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (760ddbb6-97af-4055-856c-dc363243884a), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:30.627010 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] For port 760ddbb6-97af-4055-856c-dc363243884a, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:12:30.630819 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] For port 760ddbb6-97af-4055-856c-dc363243884a, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=760ddbb6-97af-4055-856c-dc363243884a,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:12:30.639096 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (760ddbb6-97af-4055-856c-dc363243884a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:30.651870 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163bb63-4e9b-49e6-835f-4ff55a66b2eb req-5a03ed8d-a6f8-43bc-9789-8928e13933c1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:30.653610 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9163bb63-4e9b-49e6-835f-4ff55a66b2eb req-5a03ed8d-a6f8-43bc-9789-8928e13933c1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0781715 Sep 22 17:12:30.705999 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Routers {'8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:12:30.706622 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:30.743017 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9163bb63-4e9b-49e6-835f-4ff55a66b2eb req-8835794f-38c1-461c-bb24-ada39609832d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673504 Sep 22 17:12:30.795744 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcac19-28c1-406f-a4db-7079d8f061ff None None] Pushing event updated for resources: {'Port': ['ID=760ddbb6-97af-4055-856c-dc363243884a,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:30.797171 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:30.798049 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:30.838875 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Provisioning complete for port de408782-9b8a-4b57-9b8c-08e4b400c7c3 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:30.839298 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:30.839622 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Attempt 1 to provision port de408782-9b8a-4b57-9b8c-08e4b400c7c3 Sep 22 17:12:30.873187 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:30.891547 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Port de408782-9b8a-4b57-9b8c-08e4b400c7c3 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:30.893534 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] Set router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:12:31.023861 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Publish callbacks [] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:31.029158 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:31.117330 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'name': 'tempest-TestMinimumBasicScenario-84692388-router', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '760ddbb6-97af-4055-856c-dc363243884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:26Z', 'updated_at': '2022-09-22T17:12:28Z', 'revision_number': 3, 'project_id': '0749b2616b854791aec389d669ef94c8', 'gw_port': {'id': '760ddbb6-97af-4055-856c-dc363243884a', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:27Z', 'updated_at': '2022-09-22T17:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:31.131207 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:31.136268 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Pushing event updated for resources: {'Port': ['ID=de408782-9b8a-4b57-9b8c-08e4b400c7c3,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:31.151529 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9abf4d-86c8-48ac-b720-0bfd596df0cc None None] The sync data for ids ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'] in dv-cinder-835384-28-iscsi is: [{'id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'name': 'tempest-TestMinimumBasicScenario-84692388-router', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '760ddbb6-97af-4055-856c-dc363243884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:26Z', 'updated_at': '2022-09-22T17:12:28Z', 'revision_number': 3, 'project_id': '0749b2616b854791aec389d669ef94c8', 'gw_port': {'id': '760ddbb6-97af-4055-856c-dc363243884a', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:27Z', 'updated_at': '2022-09-22T17:12:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:12:31.152225 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9509cff-a87a-426b-a69d-caedbfb303a0 req-e992b7b5-4bbf-4a17-936d-a53ed6962788 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:31.155148 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b9509cff-a87a-426b-a69d-caedbfb303a0 req-e992b7b5-4bbf-4a17-936d-a53ed6962788 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.0710864 Sep 22 17:12:31.156984 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498826'] for router_interface (8fe7cbf0-5b25-4d1a-ad69-1526d40717b5), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:31.279876 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b9509cff-a87a-426b-a69d-caedbfb303a0 req-edce2b14-e532-4ad0-b63c-c8f30ac4f6fb tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186016 Sep 22 17:12:31.323163 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Network 4b09edd4-a749-403e-9dd8-93689c623cd0 is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:12:31.324737 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:12:31.395036 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Attempt 2 to provision port de408782-9b8a-4b57-9b8c-08e4b400c7c3 Sep 22 17:12:31.460619 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Port de408782-9b8a-4b57-9b8c-08e4b400c7c3 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:31.547918 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:12:31.698162 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:12:31.706877 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-195d043a-4717-46b6-a297-9f593ed7ecf0 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/8fe7cbf0-5b25-4d1a-ad69-1526d40717b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7225063 Sep 22 17:12:31.943608 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bd6a5-2e42-4a27-b2e8-52068eb2c607 req-2dec8931-50b0-488f-a377-c94b781936b2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:31.963437 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Attempt 3 to provision port de408782-9b8a-4b57-9b8c-08e4b400c7c3 Sep 22 17:12:31.965421 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7e3bd6a5-2e42-4a27-b2e8-52068eb2c607 req-2dec8931-50b0-488f-a377-c94b781936b2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0948403 Sep 22 17:12:32.071769 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7e3bd6a5-2e42-4a27-b2e8-52068eb2c607 req-a373ccaa-fe0c-41ca-8711-d5a5746e65a5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051576 Sep 22 17:12:32.087763 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Port de408782-9b8a-4b57-9b8c-08e4b400c7c3 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:32.164226 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 760ddbb6-97af-4055-856c-dc363243884a up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:12:32.221922 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:32.276691 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 760ddbb6-97af-4055-856c-dc363243884a triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:32.277301 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (760ddbb6-97af-4055-856c-dc363243884a), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:32.277845 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 760ddbb6-97af-4055-856c-dc363243884a Sep 22 17:12:32.419239 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 760ddbb6-97af-4055-856c-dc363243884a is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:32.419773 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (760ddbb6-97af-4055-856c-dc363243884a), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:32.458169 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port 760ddbb6-97af-4055-856c-dc363243884a, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=760ddbb6-97af-4055-856c-dc363243884a,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:12:32.463364 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (760ddbb6-97af-4055-856c-dc363243884a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:32.524814 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=760ddbb6-97af-4055-856c-dc363243884a,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:32.560960 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d6d26-0cf0-4b74-a226-3d12e6154fb9 req-c8d7c4f5-4c20-43a2-8454-a369dbfaa5db tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:32.562995 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6d3d6d26-0cf0-4b74-a226-3d12e6154fb9 req-c8d7c4f5-4c20-43a2-8454-a369dbfaa5db tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.1644590 Sep 22 17:12:32.589190 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Attempt 4 to provision port de408782-9b8a-4b57-9b8c-08e4b400c7c3 Sep 22 17:12:32.627356 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Port de408782-9b8a-4b57-9b8c-08e4b400c7c3 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:32.665416 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 33560) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:12:32.671299 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-0dde0309-0896-457d-80f8-66e1b30e4464 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1925118126-network', 'tenant_id': '717ff3c230e549f684162b5fed430228'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:12:32.674443 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6d3d6d26-0cf0-4b74-a226-3d12e6154fb9 req-7b2009b7-b751-4c80-a439-089bb8cdaccb tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031144 Sep 22 17:12:32.690271 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:32.702912 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dde0309-0896-457d-80f8-66e1b30e4464 admin admin] Made reservation on behalf of 717ff3c230e549f684162b5fed430228 for: {'network': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:12:32.705615 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0dde0309-0896-457d-80f8-66e1b30e4464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:32.716671 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0dde0309-0896-457d-80f8-66e1b30e4464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:32.798533 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:32.815420 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0dde0309-0896-457d-80f8-66e1b30e4464 admin admin] Publish callbacks [] for security_group (7a39b1dd-5bcf-4408-9695-31e71569039d), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:32.820694 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0dde0309-0896-457d-80f8-66e1b30e4464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (7a39b1dd-5bcf-4408-9695-31e71569039d), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:32.853921 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dde0309-0896-457d-80f8-66e1b30e4464 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=106556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:12:32.865368 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde0309-0896-457d-80f8-66e1b30e4464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a39b1dd-5bcf-4408-9695-31e71569039d,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:32.871005 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0dde0309-0896-457d-80f8-66e1b30e4464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (94cba714-d179-4dc2-b68a-135490f5701d), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:32.871345 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.segments_db [None req-0dde0309-0896-457d-80f8-66e1b30e4464 admin admin] Added segment 94cba714-d179-4dc2-b68a-135490f5701d of type vlan for network 679f6ac8-4395-4799-857c-5d0bc3bfc487 Sep 22 17:12:32.919666 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0dde0309-0896-457d-80f8-66e1b30e4464 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (679f6ac8-4395-4799-857c-5d0bc3bfc487), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:33.006446 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0dde0309-0896-457d-80f8-66e1b30e4464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (679f6ac8-4395-4799-857c-5d0bc3bfc487), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:33.007866 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dde0309-0896-457d-80f8-66e1b30e4464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:33.008505 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0dde0309-0896-457d-80f8-66e1b30e4464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:33.059147 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-0dde0309-0896-457d-80f8-66e1b30e4464 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3877239 Sep 22 17:12:33.059479 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 33562) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:12:33.064479 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-897fbf15-0201-4760-a3a1-acde10688683 admin admin] Request body: {'subnet': {'network_id': '679f6ac8-4395-4799-857c-5d0bc3bfc487', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1925118126-subnet', 'tenant_id': '717ff3c230e549f684162b5fed430228', 'ip_version': 4}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:12:33.129001 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Attempt 5 to provision port de408782-9b8a-4b57-9b8c-08e4b400c7c3 Sep 22 17:12:33.138547 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde0309-0896-457d-80f8-66e1b30e4464 admin admin] Pushing event updated for resources: {'Network': ['ID=679f6ac8-4395-4799-857c-5d0bc3bfc487,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:33.160606 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897fbf15-0201-4760-a3a1-acde10688683 admin admin] Made reservation on behalf of 717ff3c230e549f684162b5fed430228 for: {'subnet': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:12:33.166088 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-897fbf15-0201-4760-a3a1-acde10688683 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126621289'] for subnet (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:33.184144 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:33.186857 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network 679f6ac8-4395-4799-857c-5d0bc3bfc487 details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:12:33.291070 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d9173-b44f-4c3c-9766-4f07e93724b3 req-5a9fbab1-7afc-4663-ab6c-10e6ed8e2ea2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:33.297780 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8d2d9173-b44f-4c3c-9766-4f07e93724b3 req-5a9fbab1-7afc-4663-ab6c-10e6ed8e2ea2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.1257892 Sep 22 17:12:33.311424 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Port de408782-9b8a-4b57-9b8c-08e4b400c7c3 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:33.383656 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8d2d9173-b44f-4c3c-9766-4f07e93724b3 req-7b9444a5-6466-46d5-991e-9739c4a834da tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807498 Sep 22 17:12:33.534843 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Sync routers for ids ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:12:33.541533 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-897fbf15-0201-4760-a3a1-acde10688683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3524429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126621311'] for subnet (509fe4f3-5432-47a4-9346-84ba3b22aea9), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:33.548767 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:33.553077 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Routers {'8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:12:33.554161 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:33.613842 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fbf15-0201-4760-a3a1-acde10688683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=509fe4f3-5432-47a4-9346-84ba3b22aea9,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:33.634483 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897fbf15-0201-4760-a3a1-acde10688683 admin admin] Checking segment: {'id': '94cba714-d179-4dc2-b68a-135490f5701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '679f6ac8-4395-4799-857c-5d0bc3bfc487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:12:33.634807 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897fbf15-0201-4760-a3a1-acde10688683 admin admin] Network hostable DHCP agents. Network: 679f6ac8-4395-4799-857c-5d0bc3bfc487, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:12:33.684962 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897fbf15-0201-4760-a3a1-acde10688683 admin admin] Network 679f6ac8-4395-4799-857c-5d0bc3bfc487 is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:12:33.702104 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-897fbf15-0201-4760-a3a1-acde10688683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, 679f6ac8-4395-4799-857c-5d0bc3bfc487) {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:12:33.717281 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2186bc-abec-4d50-8ad5-20cb7d06a0a3 None None] Network 679f6ac8-4395-4799-857c-5d0bc3bfc487 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:12:33.722455 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897fbf15-0201-4760-a3a1-acde10688683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:33.724017 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-897fbf15-0201-4760-a3a1-acde10688683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:33.738575 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Set router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:12:33.785934 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-897fbf15-0201-4760-a3a1-acde10688683 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7242048 Sep 22 17:12:33.786752 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 33570) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:12:33.800661 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1925118126-router', 'tenant_id': '717ff3c230e549f684162b5fed430228', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:12:33.826778 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Attempt 6 to provision port de408782-9b8a-4b57-9b8c-08e4b400c7c3 Sep 22 17:12:33.882327 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Port de408782-9b8a-4b57-9b8c-08e4b400c7c3 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:33.929511 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5f002-fd83-42ec-b437-32ccaee36906 req-6e938884-16b6-431b-9a17-96a2f0568b0e tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:33.932147 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-45e5f002-fd83-42ec-b437-32ccaee36906 req-6e938884-16b6-431b-9a17-96a2f0568b0e tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.1192102 Sep 22 17:12:33.950459 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7c9d09-d3da-5fad-875b-2cacf9d3192b-679f6ac8-4395-4799-857c-5d0bc3bfc487', 'network_id': '679f6ac8-4395-4799-857c-5d0bc3bfc487', 'project_id': '717ff3c230e549f684162b5fed430228', 'fixed_ips': [{'subnet_id': '509fe4f3-5432-47a4-9346-84ba3b22aea9'}]}} from dv-cinder-835384-28-iscsi. {{(pid=106557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 17:12:33.951669 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.032704 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-45e5f002-fd83-42ec-b437-32ccaee36906 req-ad0b8f2f-b103-4cdd-ac36-2fc37eb928be tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947604 Sep 22 17:12:34.048461 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534410', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15231'] for router (ac92aec0-3208-4f82-97da-ecae9e3361f1), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.055027 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-495352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15206'] for router (ac92aec0-3208-4f82-97da-ecae9e3361f1), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.076429 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:34.171917 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'name': 'tempest-TestMinimumBasicScenario-84692388-router', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '760ddbb6-97af-4055-856c-dc363243884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:26Z', 'updated_at': '2022-09-22T17:12:30Z', 'revision_number': 4, 'project_id': '0749b2616b854791aec389d669ef94c8', 'gw_port': {'id': '760ddbb6-97af-4055-856c-dc363243884a', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:27Z', 'updated_at': '2022-09-22T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'de408782-9b8a-4b57-9b8c-08e4b400c7c3', 'name': '', 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'mac_address': 'fa:16:3e:69:16:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6a9dc17b-3417-453b-9033-563172d97760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:29Z', 'updated_at': '2022-09-22T17:12:30Z', 'revision_number': 2, 'project_id': '0749b2616b854791aec389d669ef94c8', 'subnets': [{'id': '6a9dc17b-3417-453b-9033-563172d97760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:34.173226 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Publish callbacks [] for router_controller (ac92aec0-3208-4f82-97da-ecae9e3361f1), precommit_add_association {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.202391 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Checking router: 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:12:34.203309 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Updating router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 port de408782-9b8a-4b57-9b8c-08e4b400c7c3 binding host dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:12:34.239129 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.239375 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 760ddbb6-97af-4055-856c-dc363243884a up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:12:34.328074 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 760ddbb6-97af-4055-856c-dc363243884a triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:34.328486 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (760ddbb6-97af-4055-856c-dc363243884a), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.328841 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 760ddbb6-97af-4055-856c-dc363243884a Sep 22 17:12:34.346609 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Publish callbacks [] for router_gateway (ac92aec0-3208-4f82-97da-ecae9e3361f1), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.377346 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.db_base_plugin_common [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Allocated IP 172.20.0.2 (679f6ac8-4395-4799-857c-5d0bc3bfc487/509fe4f3-5432-47a4-9346-84ba3b22aea9/09726e9b-00f6-4733-9cc2-d7fec5925e6a) {{(pid=106557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:12:34.384601 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Attempt 7 to provision port de408782-9b8a-4b57-9b8c-08e4b400c7c3 Sep 22 17:12:34.494885 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Port de408782-9b8a-4b57-9b8c-08e4b400c7c3 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:34.498225 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:34.528219 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 760ddbb6-97af-4055-856c-dc363243884a is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:34.615918 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Publish callbacks [] for port (09726e9b-00f6-4733-9cc2-d7fec5925e6a), precommit_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.624097 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897'] for port (09726e9b-00f6-4733-9cc2-d7fec5925e6a), after_create {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.634740 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Publish callbacks [] for router_gateway (ac92aec0-3208-4f82-97da-ecae9e3361f1), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.635214 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Publish callbacks [] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), precommit_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.641424 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.663926 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce6c63-4278-44b6-beb4-624c058a1d1d req-4a22d405-f6e9-4e1a-a749-eaaf99f88779 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:34.670489 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Network 679f6ac8-4395-4799-857c-5d0bc3bfc487 is already hosted by enough agents. {{(pid=106557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:12:34.671166 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-afce6c63-4278-44b6-beb4-624c058a1d1d req-4a22d405-f6e9-4e1a-a749-eaaf99f88779 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0913444 Sep 22 17:12:34.674608 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.676517 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.scheduler.base_scheduler [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Resources bound (agent type, host, resource id): {{(pid=106557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:12:34.679326 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Pushing event updated for resources: {'Port': ['ID=09726e9b-00f6-4733-9cc2-d7fec5925e6a,revision_number=1']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:34.681638 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Received port after_create {{(pid=106557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:12:34.706849 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c99c6-cdca-45d8-b70a-435c5e4f6b72 None None] Pushing event updated for resources: {'Port': ['ID=de408782-9b8a-4b57-9b8c-08e4b400c7c3,revision_number=3']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:34.714255 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=100 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:34.733270 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c99c6-cdca-45d8-b70a-435c5e4f6b72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:34.733702 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c99c6-cdca-45d8-b70a-435c5e4f6b72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:34.734131 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c99c6-cdca-45d8-b70a-435c5e4f6b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:34.734580 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c99c6-cdca-45d8-b70a-435c5e4f6b72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:34.734995 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c99c6-cdca-45d8-b70a-435c5e4f6b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:34.735396 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c99c6-cdca-45d8-b70a-435c5e4f6b72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:34.735786 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c99c6-cdca-45d8-b70a-435c5e4f6b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:34.736124 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c99c6-cdca-45d8-b70a-435c5e4f6b72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:34.736521 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c99c6-cdca-45d8-b70a-435c5e4f6b72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:34.736923 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c99c6-cdca-45d8-b70a-435c5e4f6b72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:34.737301 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c99c6-cdca-45d8-b70a-435c5e4f6b72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:34.737709 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c99c6-cdca-45d8-b70a-435c5e4f6b72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:34.738097 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c99c6-cdca-45d8-b70a-435c5e4f6b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:34.738481 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c99c6-cdca-45d8-b70a-435c5e4f6b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:34.738835 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73c99c6-cdca-45d8-b70a-435c5e4f6b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:34.744262 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Attempting to bind port 09726e9b-00f6-4733-9cc2-d7fec5925e6a on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:12:34.744483 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Attempting to bind port 09726e9b-00f6-4733-9cc2-d7fec5925e6a by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': '94cba714-d179-4dc2-b68a-135490f5701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '679f6ac8-4395-4799-857c-5d0bc3bfc487'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:12:34.744800 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Attempting to bind port 09726e9b-00f6-4733-9cc2-d7fec5925e6a on network 679f6ac8-4395-4799-857c-5d0bc3bfc487 {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:12:34.758491 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Attempting to bind port de408782-9b8a-4b57-9b8c-08e4b400c7c3 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:12:34.758972 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Attempting to bind port de408782-9b8a-4b57-9b8c-08e4b400c7c3 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': '877523c1-9317-42cc-9487-3330bfdb1efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0'}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:12:34.763061 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Attempting to bind port de408782-9b8a-4b57-9b8c-08e4b400c7c3 on network 4b09edd4-a749-403e-9dd8-93689c623cd0 {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:12:34.792965 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:12:34.793345 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Checking segment: {'id': '94cba714-d179-4dc2-b68a-135490f5701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '679f6ac8-4395-4799-857c-5d0bc3bfc487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:12:34.793760 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.794555 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Bound using segment: {'id': '94cba714-d179-4dc2-b68a-135490f5701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '679f6ac8-4395-4799-857c-5d0bc3bfc487'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:12:34.794698 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Bound port: 09726e9b-00f6-4733-9cc2-d7fec5925e6a, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cba714-d179-4dc2-b68a-135490f5701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '679f6ac8-4395-4799-857c-5d0bc3bfc487'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:12:34.795045 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (09726e9b-00f6-4733-9cc2-d7fec5925e6a), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.808423 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:34.816289 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:12:34.817110 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Checking segment: {'id': '877523c1-9317-42cc-9487-3330bfdb1efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:12:34.817611 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.818613 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Bound using segment: {'id': '877523c1-9317-42cc-9487-3330bfdb1efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0'} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:12:34.819209 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Bound port: de408782-9b8a-4b57-9b8c-08e4b400c7c3, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877523c1-9317-42cc-9487-3330bfdb1efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0'}}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:12:34.819653 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.849067 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Allocated IP 172.27.1.186 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/01e2fd6b-fe28-431b-a047-38a58f925c2f) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:12:34.851046 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:34.863093 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-afce6c63-4278-44b6-beb4-624c058a1d1d req-4c48f039-0cd1-41e2-9ee3-ffabb31e73fe tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906815 Sep 22 17:12:34.870249 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] For port 09726e9b-00f6-4733-9cc2-d7fec5925e6a, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:12:34.886986 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] For port 09726e9b-00f6-4733-9cc2-d7fec5925e6a, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=09726e9b-00f6-4733-9cc2-d7fec5925e6a,segment=NetworkSegment(94cba714-d179-4dc2-b68a-135490f5701d),segment_id=94cba714-d179-4dc2-b68a-135490f5701d)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:12:34.894018 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (09726e9b-00f6-4733-9cc2-d7fec5925e6a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.931296 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] For port de408782-9b8a-4b57-9b8c-08e4b400c7c3, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:12:34.937517 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] For port de408782-9b8a-4b57-9b8c-08e4b400c7c3, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=de408782-9b8a-4b57-9b8c-08e4b400c7c3,segment=NetworkSegment(877523c1-9317-42cc-9487-3330bfdb1efc),segment_id=877523c1-9317-42cc-9487-3330bfdb1efc)] {{(pid=106558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:12:34.946048 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:34.968809 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ded603-840a-4ba6-9058-3929a1d12bb7 None None] Pushing event updated for resources: {'Port': ['ID=09726e9b-00f6-4733-9cc2-d7fec5925e6a,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:34.975830 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:34.995309 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Attempt 8 to provision port de408782-9b8a-4b57-9b8c-08e4b400c7c3 Sep 22 17:12:35.017388 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Routers {'8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:12:35.018027 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:35.055588 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Publish callbacks [] for port (01e2fd6b-fe28-431b-a047-38a58f925c2f), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:35.090135 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Current status of the port de408782-9b8a-4b57-9b8c-08e4b400c7c3 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:35.090908 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:35.136296 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-c1306688-bd79-429b-8a71-973462394a7a None None] For port de408782-9b8a-4b57-9b8c-08e4b400c7c3, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=de408782-9b8a-4b57-9b8c-08e4b400c7c3,segment=NetworkSegment(877523c1-9317-42cc-9487-3330bfdb1efc),segment_id=877523c1-9317-42cc-9487-3330bfdb1efc)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:12:35.144222 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:35.147242 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] Set router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:12:35.174151 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (01e2fd6b-fe28-431b-a047-38a58f925c2f), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:35.236982 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:12:35.242489 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:12:35.271033 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c99c6-cdca-45d8-b70a-435c5e4f6b72 None None] Pushing event updated for resources: {'Port': ['ID=de408782-9b8a-4b57-9b8c-08e4b400c7c3,revision_number=4']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:35.290717 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-c042fc37-d426-4a37-a822-ff018a4b7c6d None None] Provisioning complete for port de408782-9b8a-4b57-9b8c-08e4b400c7c3 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:35.291852 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c042fc37-d426-4a37-a822-ff018a4b7c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:35.292395 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c042fc37-d426-4a37-a822-ff018a4b7c6d None None] Attempt 1 to provision port de408782-9b8a-4b57-9b8c-08e4b400c7c3 Sep 22 17:12:35.298696 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1306688-bd79-429b-8a71-973462394a7a None None] Pushing event updated for resources: {'Port': ['ID=de408782-9b8a-4b57-9b8c-08e4b400c7c3,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:35.300766 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:12:35.309255 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d07aa-5968-45ce-a017-d901ed3f7cf3 req-e1d105e1-828a-492e-a305-df84a9633195 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:35.317855 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9a0d07aa-5968-45ce-a017-d901ed3f7cf3 req-e1d105e1-828a-492e-a305-df84a9633195 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.0766196 Sep 22 17:12:35.391712 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:35.393672 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c042fc37-d426-4a37-a822-ff018a4b7c6d None None] Current status of the port de408782-9b8a-4b57-9b8c-08e4b400c7c3 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:35.461458 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'name': 'tempest-TestMinimumBasicScenario-84692388-router', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '760ddbb6-97af-4055-856c-dc363243884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:26Z', 'updated_at': '2022-09-22T17:12:30Z', 'revision_number': 4, 'project_id': '0749b2616b854791aec389d669ef94c8', 'gw_port': {'id': '760ddbb6-97af-4055-856c-dc363243884a', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:27Z', 'updated_at': '2022-09-22T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'de408782-9b8a-4b57-9b8c-08e4b400c7c3', 'name': '', 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'mac_address': 'fa:16:3e:69:16:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6a9dc17b-3417-453b-9033-563172d97760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:29Z', 'updated_at': '2022-09-22T17:12:34Z', 'revision_number': 4, 'project_id': '0749b2616b854791aec389d669ef94c8', 'subnets': [{'id': '6a9dc17b-3417-453b-9033-563172d97760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:35.462751 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Pushing event updated for resources: {'Port': ['ID=01e2fd6b-fe28-431b-a047-38a58f925c2f,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:35.485674 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9a0d07aa-5968-45ce-a017-d901ed3f7cf3 req-c1a278f7-4a1e-41be-9629-854ff3755c2f tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668689 Sep 22 17:12:35.494010 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d3503b-a042-4812-baa0-15d846604ba0 None None] The sync data for ids ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'] in dv-cinder-835384-28-iscsi is: [{'id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'name': 'tempest-TestMinimumBasicScenario-84692388-router', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '760ddbb6-97af-4055-856c-dc363243884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:26Z', 'updated_at': '2022-09-22T17:12:30Z', 'revision_number': 4, 'project_id': '0749b2616b854791aec389d669ef94c8', 'gw_port': {'id': '760ddbb6-97af-4055-856c-dc363243884a', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:27Z', 'updated_at': '2022-09-22T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'de408782-9b8a-4b57-9b8c-08e4b400c7c3', 'name': '', 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'mac_address': 'fa:16:3e:69:16:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6a9dc17b-3417-453b-9033-563172d97760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:29Z', 'updated_at': '2022-09-22T17:12:34Z', 'revision_number': 4, 'project_id': '0749b2616b854791aec389d669ef94c8', 'subnets': [{'id': '6a9dc17b-3417-453b-9033-563172d97760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:12:35.721085 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Publish callbacks [] for router_gateway (ac92aec0-3208-4f82-97da-ecae9e3361f1), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:35.937162 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536359'] for router (ac92aec0-3208-4f82-97da-ecae9e3361f1), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:36.132739 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device de408782-9b8a-4b57-9b8c-08e4b400c7c3 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:12:36.172617 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:36.193592 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port de408782-9b8a-4b57-9b8c-08e4b400c7c3 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:36.194251 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:36.194813 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port de408782-9b8a-4b57-9b8c-08e4b400c7c3 Sep 22 17:12:36.300102 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ef20ee-4977-4fd7-9a89-3849c5ca1222 None None] Network 679f6ac8-4395-4799-857c-5d0bc3bfc487 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:12:36.363751 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port de408782-9b8a-4b57-9b8c-08e4b400c7c3 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:36.365391 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 09726e9b-00f6-4733-9cc2-d7fec5925e6a up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:12:36.369148 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadf2a3-e403-4da6-97c9-09d4958293df req-acef7e11-0654-4e07-87fa-a86b6935a874 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:36.372904 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4cadf2a3-e403-4da6-97c9-09d4958293df req-acef7e11-0654-4e07-87fa-a86b6935a874 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.3903122 Sep 22 17:12:36.385574 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:36.403370 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-7e69be14-96db-48cf-a39c-a1d756135a72 None None] Provisioning complete for port 09726e9b-00f6-4733-9cc2-d7fec5925e6a triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:36.404641 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7e69be14-96db-48cf-a39c-a1d756135a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (09726e9b-00f6-4733-9cc2-d7fec5925e6a), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:36.405223 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-7e69be14-96db-48cf-a39c-a1d756135a72 None None] Attempt 1 to provision port 09726e9b-00f6-4733-9cc2-d7fec5925e6a Sep 22 17:12:36.418911 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:36.467956 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4cadf2a3-e403-4da6-97c9-09d4958293df req-26bb360b-be72-48e9-ad13-06471238c016 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767221 Sep 22 17:12:36.487059 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Router ac92aec0-3208-4f82-97da-ecae9e3361f1 is scheduled to L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 with binding_index 1 {{(pid=106555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 17:12:36.555873 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 09726e9b-00f6-4733-9cc2-d7fec5925e6a triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:36.556453 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (09726e9b-00f6-4733-9cc2-d7fec5925e6a), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:36.556983 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 09726e9b-00f6-4733-9cc2-d7fec5925e6a Sep 22 17:12:36.681577 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-7e69be14-96db-48cf-a39c-a1d756135a72 None None] Current status of the port 09726e9b-00f6-4733-9cc2-d7fec5925e6a is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:36.681964 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7e69be14-96db-48cf-a39c-a1d756135a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (09726e9b-00f6-4733-9cc2-d7fec5925e6a), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:36.714669 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af017e-c808-4cbb-a962-af5fc3719f48 req-f9828262-7ae1-4479-81a9-52fbcf027094 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:36.721955 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-12af017e-c808-4cbb-a962-af5fc3719f48 req-f9828262-7ae1-4479-81a9-52fbcf027094 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.0800831 Sep 22 17:12:36.725266 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:12:36.758643 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 09726e9b-00f6-4733-9cc2-d7fec5925e6a is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:36.759073 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (09726e9b-00f6-4733-9cc2-d7fec5925e6a), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:36.777348 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Sync routers for ids ['ac92aec0-3208-4f82-97da-ecae9e3361f1'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:12:36.785891 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-7e69be14-96db-48cf-a39c-a1d756135a72 None None] For port 09726e9b-00f6-4733-9cc2-d7fec5925e6a, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=09726e9b-00f6-4733-9cc2-d7fec5925e6a,segment=NetworkSegment(94cba714-d179-4dc2-b68a-135490f5701d),segment_id=94cba714-d179-4dc2-b68a-135490f5701d)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:12:36.800081 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:36.802245 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7e69be14-96db-48cf-a39c-a1d756135a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (09726e9b-00f6-4733-9cc2-d7fec5925e6a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:36.804749 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 33580) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:12:36.808608 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Routers {'ac92aec0-3208-4f82-97da-ecae9e3361f1'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:12:36.809246 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['ac92aec0-3208-4f82-97da-ecae9e3361f1'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:36.820318 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-d270743c-a607-45ad-a48c-18d5df64d098 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0322561 Sep 22 17:12:36.856585 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-12af017e-c808-4cbb-a962-af5fc3719f48 req-c3041ce5-b287-4a28-ba52-bf767d04a051 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336737 Sep 22 17:12:36.938122 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.db.api [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 22 17:12:36.938581 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG oslo_db.api [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:12:36.963249 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-cfe43c31-e099-4dc6-ae73-84028094ab74 None None] Provisioning complete for port 09726e9b-00f6-4733-9cc2-d7fec5925e6a triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:36.964476 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-cfe43c31-e099-4dc6-ae73-84028094ab74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (09726e9b-00f6-4733-9cc2-d7fec5925e6a), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:36.964819 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-cfe43c31-e099-4dc6-ae73-84028094ab74 None None] Attempt 1 to provision port 09726e9b-00f6-4733-9cc2-d7fec5925e6a Sep 22 17:12:37.027077 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69be14-96db-48cf-a39c-a1d756135a72 None None] Pushing event updated for resources: {'Port': ['ID=09726e9b-00f6-4733-9cc2-d7fec5925e6a,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:37.064364 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:37.070607 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Set router ac92aec0-3208-4f82-97da-ecae9e3361f1 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:12:37.196620 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:37.226104 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-cfe43c31-e099-4dc6-ae73-84028094ab74 None None] Current status of the port 09726e9b-00f6-4733-9cc2-d7fec5925e6a is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:37.306302 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:37.438380 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:37.473419 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:37.476020 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'name': 'tempest-TestMinimumBasicScenario-1925118126-router', 'tenant_id': '717ff3c230e549f684162b5fed430228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '01e2fd6b-fe28-431b-a047-38a58f925c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:34Z', 'updated_at': '2022-09-22T17:12:35Z', 'revision_number': 3, 'project_id': '717ff3c230e549f684162b5fed430228', 'gw_port': {'id': '01e2fd6b-fe28-431b-a047-38a58f925c2f', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:34Z', 'updated_at': '2022-09-22T17:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:37.506393 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Allocated IP 172.20.0.1 (679f6ac8-4395-4799-857c-5d0bc3bfc487/509fe4f3-5432-47a4-9346-84ba3b22aea9/3928e369-0b13-437e-bada-fe2fa00acaa1) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:12:37.507492 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Checking router: ac92aec0-3208-4f82-97da-ecae9e3361f1 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:12:37.507872 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Updating router ac92aec0-3208-4f82-97da-ecae9e3361f1 port 01e2fd6b-fe28-431b-a047-38a58f925c2f binding host dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:12:37.532853 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 09726e9b-00f6-4733-9cc2-d7fec5925e6a is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:37.546538 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (01e2fd6b-fe28-431b-a047-38a58f925c2f), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:37.609776 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:37.631602 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Publish callbacks [] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:37.650682 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ae77a-6c85-4c1b-8b89-30c1168bd8ed req-eafc25f1-e388-4be3-8032-2a22f8d125d8 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:37.653229 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-484ae77a-6c85-4c1b-8b89-30c1168bd8ed req-eafc25f1-e388-4be3-8032-2a22f8d125d8 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0605853 Sep 22 17:12:37.669572 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:37.717409 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-484ae77a-6c85-4c1b-8b89-30c1168bd8ed req-9316a6f2-c2ba-4537-8743-3961c16c9d06 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564873 Sep 22 17:12:37.747055 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Network 679f6ac8-4395-4799-857c-5d0bc3bfc487 is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:12:37.747055 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:12:37.747055 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:12:37.767435 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Pushing event updated for resources: {'Port': ['ID=3928e369-0b13-437e-bada-fe2fa00acaa1,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:37.790638 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-498718'] for router_interface (ac92aec0-3208-4f82-97da-ecae9e3361f1), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:37.876638 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Publish callbacks [] for port (01e2fd6b-fe28-431b-a047-38a58f925c2f), precommit_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:37.884051 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (01e2fd6b-fe28-431b-a047-38a58f925c2f), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:37.938166 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:37.951797 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Attempting to bind port 01e2fd6b-fe28-431b-a047-38a58f925c2f on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:12:37.952348 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Attempting to bind port 01e2fd6b-fe28-431b-a047-38a58f925c2f by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:12:37.952483 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Attempting to bind port 01e2fd6b-fe28-431b-a047-38a58f925c2f on network f003e7b0-1e8d-4666-abdd-e8ce7241106b {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:12:38.003485 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfa3f6-0ba8-41ab-a149-8bc9eed58ffc None None] Pushing event updated for resources: {'Port': ['ID=01e2fd6b-fe28-431b-a047-38a58f925c2f,revision_number=2']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:38.008574 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Provisioning complete for port 3928e369-0b13-437e-bada-fe2fa00acaa1 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:38.009186 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:38.009396 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Attempt 1 to provision port 3928e369-0b13-437e-bada-fe2fa00acaa1 Sep 22 17:12:38.027256 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81666db4-34e6-4964-abc8-efc83781c691 req-8059a6e3-dc2b-4580-b69f-34db46b6bfc7 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:38.034523 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-81666db4-34e6-4964-abc8-efc83781c691 req-8059a6e3-dc2b-4580-b69f-34db46b6bfc7 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.0742459 Sep 22 17:12:38.078836 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:12:38.079514 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Checking segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:12:38.080362 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:38.081035 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Bound using segment: {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'} {{(pid=106557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:12:38.081953 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.managers [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Bound port: 01e2fd6b-fe28-431b-a047-38a58f925c2f, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}}] {{(pid=106557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:12:38.082585 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (01e2fd6b-fe28-431b-a047-38a58f925c2f), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:38.087642 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Port 3928e369-0b13-437e-bada-fe2fa00acaa1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:38.114417 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 09726e9b-00f6-4733-9cc2-d7fec5925e6a up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:12:38.125010 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-81666db4-34e6-4964-abc8-efc83781c691 req-87fbf930-d38f-400c-8fc2-48f68be3d379 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879879 Sep 22 17:12:38.129992 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:38.152501 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Publish callbacks [] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:38.158614 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:38.181544 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] For port 01e2fd6b-fe28-431b-a047-38a58f925c2f, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:12:38.185590 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] For port 01e2fd6b-fe28-431b-a047-38a58f925c2f, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=01e2fd6b-fe28-431b-a047-38a58f925c2f,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:12:38.197583 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (01e2fd6b-fe28-431b-a047-38a58f925c2f), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:38.206122 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 09726e9b-00f6-4733-9cc2-d7fec5925e6a triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:38.206478 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (09726e9b-00f6-4733-9cc2-d7fec5925e6a), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:38.206986 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 09726e9b-00f6-4733-9cc2-d7fec5925e6a Sep 22 17:12:38.234384 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Pushing event updated for resources: {'Port': ['ID=3928e369-0b13-437e-bada-fe2fa00acaa1,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:38.237965 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498826'] for router_interface (ac92aec0-3208-4f82-97da-ecae9e3361f1), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:38.249938 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:38.262422 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:38.267233 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Routers {'ac92aec0-3208-4f82-97da-ecae9e3361f1'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:12:38.267843 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['ac92aec0-3208-4f82-97da-ecae9e3361f1'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:38.342283 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfa3f6-0ba8-41ab-a149-8bc9eed58ffc None None] Pushing event updated for resources: {'Port': ['ID=01e2fd6b-fe28-431b-a047-38a58f925c2f,revision_number=3']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:38.348655 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Network 679f6ac8-4395-4799-857c-5d0bc3bfc487 is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:12:38.351565 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:12:38.431895 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 09726e9b-00f6-4733-9cc2-d7fec5925e6a is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:38.437918 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] Set router ac92aec0-3208-4f82-97da-ecae9e3361f1 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:12:38.484913 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Router ac92aec0-3208-4f82-97da-ecae9e3361f1 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:12:38.588700 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Attempt 2 to provision port 3928e369-0b13-437e-bada-fe2fa00acaa1 Sep 22 17:12:38.602772 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:12:38.608212 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-6b3cdf64-fa4c-48fc-abbc-24dd4dd9d848 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/ac92aec0-3208-4f82-97da-ecae9e3361f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8023953 Sep 22 17:12:38.648453 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Port 3928e369-0b13-437e-bada-fe2fa00acaa1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:38.690497 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'name': 'tempest-TestMinimumBasicScenario-1925118126-router', 'tenant_id': '717ff3c230e549f684162b5fed430228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '01e2fd6b-fe28-431b-a047-38a58f925c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:34Z', 'updated_at': '2022-09-22T17:12:37Z', 'revision_number': 4, 'project_id': '717ff3c230e549f684162b5fed430228', 'gw_port': {'id': '01e2fd6b-fe28-431b-a047-38a58f925c2f', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:34Z', 'updated_at': '2022-09-22T17:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '3928e369-0b13-437e-bada-fe2fa00acaa1', 'name': '', 'network_id': '679f6ac8-4395-4799-857c-5d0bc3bfc487', 'tenant_id': '717ff3c230e549f684162b5fed430228', 'mac_address': 'fa:16:3e:44:cb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '509fe4f3-5432-47a4-9346-84ba3b22aea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:37Z', 'updated_at': '2022-09-22T17:12:37Z', 'revision_number': 2, 'project_id': '717ff3c230e549f684162b5fed430228', 'subnets': [{'id': '509fe4f3-5432-47a4-9346-84ba3b22aea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:38.718868 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d085b-f724-4412-9ac3-bbc5275b54c0 None None] The sync data for ids ['ac92aec0-3208-4f82-97da-ecae9e3361f1'] in dv-cinder-835384-28-iscsi is: [{'id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'name': 'tempest-TestMinimumBasicScenario-1925118126-router', 'tenant_id': '717ff3c230e549f684162b5fed430228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '01e2fd6b-fe28-431b-a047-38a58f925c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:34Z', 'updated_at': '2022-09-22T17:12:37Z', 'revision_number': 4, 'project_id': '717ff3c230e549f684162b5fed430228', 'gw_port': {'id': '01e2fd6b-fe28-431b-a047-38a58f925c2f', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:34Z', 'updated_at': '2022-09-22T17:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '3928e369-0b13-437e-bada-fe2fa00acaa1', 'name': '', 'network_id': '679f6ac8-4395-4799-857c-5d0bc3bfc487', 'tenant_id': '717ff3c230e549f684162b5fed430228', 'mac_address': 'fa:16:3e:44:cb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '509fe4f3-5432-47a4-9346-84ba3b22aea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:37Z', 'updated_at': '2022-09-22T17:12:37Z', 'revision_number': 2, 'project_id': '717ff3c230e549f684162b5fed430228', 'subnets': [{'id': '509fe4f3-5432-47a4-9346-84ba3b22aea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:12:38.863440 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d471444-b018-4543-a17d-b2d0859a0eae req-cf84a3cf-8849-4076-80ae-a5fd92c3a511 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:38.865876 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9d471444-b018-4543-a17d-b2d0859a0eae req-cf84a3cf-8849-4076-80ae-a5fd92c3a511 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0585246 Sep 22 17:12:38.949875 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9d471444-b018-4543-a17d-b2d0859a0eae req-84158925-b3c8-4bf8-8bb9-4d90ee99fc92 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766673 Sep 22 17:12:39.149739 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Attempt 3 to provision port 3928e369-0b13-437e-bada-fe2fa00acaa1 Sep 22 17:12:39.236546 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Port 3928e369-0b13-437e-bada-fe2fa00acaa1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:39.310822 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd9ccc-01bc-4aea-87ff-620dba9e3060 req-9b086fb2-4419-4d2f-81ed-c5d7b967bc66 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:39.313274 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a7dd9ccc-01bc-4aea-87ff-620dba9e3060 req-9b086fb2-4419-4d2f-81ed-c5d7b967bc66 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.0611565 Sep 22 17:12:39.379572 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a7dd9ccc-01bc-4aea-87ff-620dba9e3060 req-d403bf56-5919-4217-a15a-d60091b6bcd7 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555210 Sep 22 17:12:39.737822 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Attempt 4 to provision port 3928e369-0b13-437e-bada-fe2fa00acaa1 Sep 22 17:12:39.815738 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Port 3928e369-0b13-437e-bada-fe2fa00acaa1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:40.168839 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 01e2fd6b-fe28-431b-a047-38a58f925c2f up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:12:40.238314 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 01e2fd6b-fe28-431b-a047-38a58f925c2f triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:40.238681 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (01e2fd6b-fe28-431b-a047-38a58f925c2f), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:40.239253 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 01e2fd6b-fe28-431b-a047-38a58f925c2f Sep 22 17:12:40.277925 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef098b1-0f56-4c6c-a00a-2a47decbf05c req-fb085cf4-9acc-4878-9a9e-2bbf88c630af tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:40.285567 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5ef098b1-0f56-4c6c-a00a-2a47decbf05c req-fb085cf4-9acc-4878-9a9e-2bbf88c630af tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.1964905 Sep 22 17:12:40.374608 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Attempt 5 to provision port 3928e369-0b13-437e-bada-fe2fa00acaa1 Sep 22 17:12:40.420802 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5ef098b1-0f56-4c6c-a00a-2a47decbf05c req-acc02c97-8dcd-459b-b13c-09da2521762e tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100061 Sep 22 17:12:40.456006 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 01e2fd6b-fe28-431b-a047-38a58f925c2f is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:40.457403 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (01e2fd6b-fe28-431b-a047-38a58f925c2f), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:40.465746 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Port 3928e369-0b13-437e-bada-fe2fa00acaa1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:40.515904 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] For port 01e2fd6b-fe28-431b-a047-38a58f925c2f, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=01e2fd6b-fe28-431b-a047-38a58f925c2f,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:12:40.522664 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (01e2fd6b-fe28-431b-a047-38a58f925c2f), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:40.579376 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff3798-d17d-4659-8c2d-93ab093d6ad1 req-1ff22480-b5e8-46a9-92ba-72507c0c87b7 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:40.580663 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f2ff3798-d17d-4659-8c2d-93ab093d6ad1 req-1ff22480-b5e8-46a9-92ba-72507c0c87b7 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.0764494 Sep 22 17:12:40.590240 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Pushing event updated for resources: {'Port': ['ID=01e2fd6b-fe28-431b-a047-38a58f925c2f,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:40.646812 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f2ff3798-d17d-4659-8c2d-93ab093d6ad1 req-72eeab4d-40f8-4813-bc80-aee623eb74f8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603726 Sep 22 17:12:40.967269 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Attempt 6 to provision port 3928e369-0b13-437e-bada-fe2fa00acaa1 Sep 22 17:12:41.009345 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Port 3928e369-0b13-437e-bada-fe2fa00acaa1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:41.510784 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Attempt 7 to provision port 3928e369-0b13-437e-bada-fe2fa00acaa1 Sep 22 17:12:41.553856 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Port 3928e369-0b13-437e-bada-fe2fa00acaa1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:41.594272 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f45a5-d56a-4977-a7ab-300d67e55663 req-80dc58a7-a331-4be6-bffc-36f1dbbe122f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:41.603339 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-103f45a5-d56a-4977-a7ab-300d67e55663 req-80dc58a7-a331-4be6-bffc-36f1dbbe122f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0962903 Sep 22 17:12:41.651969 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:41.656920 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-103f45a5-d56a-4977-a7ab-300d67e55663 req-807f414d-cef8-4521-9f80-7560efd27471 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520954 Sep 22 17:12:41.810487 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d1466-1f58-427e-915b-537b850430e4 req-ed9bb3d2-e4a6-4da8-a850-52543ec9e97e tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:41.813741 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-188d1466-1f58-427e-915b-537b850430e4 req-ed9bb3d2-e4a6-4da8-a850-52543ec9e97e tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 943 time: 0.0541871 Sep 22 17:12:41.815103 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 29509342-40b1-4e83-8923-eccd29758d12 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:12:41.830722 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:41.859753 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:41.885657 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-188d1466-1f58-427e-915b-537b850430e4 req-41a07b97-8b1e-4f2e-804d-e325d6335090 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659292 Sep 22 17:12:41.917685 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:41.964994 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 29509342-40b1-4e83-8923-eccd29758d12, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=29509342-40b1-4e83-8923-eccd29758d12,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:12:41.984296 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': '29509342-40b1-4e83-8923-eccd29758d12', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'port_id': '29509342-40b1-4e83-8923-eccd29758d12', 'mac_address': 'fa:16:3e:fc:aa:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:12:42.044258 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 29509342-40b1-4e83-8923-eccd29758d12 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:42.044659 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (29509342-40b1-4e83-8923-eccd29758d12), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:42.055974 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Attempt 8 to provision port 3928e369-0b13-437e-bada-fe2fa00acaa1 Sep 22 17:12:42.082891 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29509342-40b1-4e83-8923-eccd29758d12 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:12:42.102155 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 01e2fd6b-fe28-431b-a047-38a58f925c2f up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:12:42.152805 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Port 3928e369-0b13-437e-bada-fe2fa00acaa1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:42.158757 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 29509342-40b1-4e83-8923-eccd29758d12, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=29509342-40b1-4e83-8923-eccd29758d12,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:12:42.167428 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (29509342-40b1-4e83-8923-eccd29758d12), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:42.222683 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 01e2fd6b-fe28-431b-a047-38a58f925c2f triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:42.222897 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (01e2fd6b-fe28-431b-a047-38a58f925c2f), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:42.223393 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 01e2fd6b-fe28-431b-a047-38a58f925c2f Sep 22 17:12:42.255758 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=29509342-40b1-4e83-8923-eccd29758d12,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:42.324897 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 01e2fd6b-fe28-431b-a047-38a58f925c2f is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:42.653854 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Attempt 9 to provision port 3928e369-0b13-437e-bada-fe2fa00acaa1 Sep 22 17:12:42.681518 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['29509342-40b1-4e83-8923-eccd29758d12'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:12:42.899096 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Port 3928e369-0b13-437e-bada-fe2fa00acaa1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:42.915325 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e660bc7-bd9e-4d4d-8658-5a9c157ff1f3 req-ad6dec47-8bcd-4328-b6df-a8909515b503 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:42.917790 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9e660bc7-bd9e-4d4d-8658-5a9c157ff1f3 req-ad6dec47-8bcd-4328-b6df-a8909515b503 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.1099949 Sep 22 17:12:43.002806 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9e660bc7-bd9e-4d4d-8658-5a9c157ff1f3 req-c1399f8d-4077-4567-8ebc-20556f6c56d8 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776086 Sep 22 17:12:43.086566 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15160ab3-3f5e-4c5f-bb45-7b47490332dc req-e036c438-b5a2-46bd-aeab-bb78df4b4d2d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:43.095259 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-15160ab3-3f5e-4c5f-bb45-7b47490332dc req-e036c438-b5a2-46bd-aeab-bb78df4b4d2d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 944 time: 0.0871146 Sep 22 17:12:43.128334 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Sync routers for ids ['ac92aec0-3208-4f82-97da-ecae9e3361f1'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:12:43.146789 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Routers {'ac92aec0-3208-4f82-97da-ecae9e3361f1'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:12:43.147964 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['ac92aec0-3208-4f82-97da-ecae9e3361f1'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:43.176392 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-15160ab3-3f5e-4c5f-bb45-7b47490332dc req-296c789b-46a0-4800-a569-83de840d61dd tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800412 Sep 22 17:12:43.294009 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Set router ac92aec0-3208-4f82-97da-ecae9e3361f1 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:12:43.400071 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Attempt 10 to provision port 3928e369-0b13-437e-bada-fe2fa00acaa1 Sep 22 17:12:43.445091 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c687c230-37aa-4c75-b1af-541c59cf1498 None None] Port 3928e369-0b13-437e-bada-fe2fa00acaa1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:43.524415 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'name': 'tempest-TestMinimumBasicScenario-1925118126-router', 'tenant_id': '717ff3c230e549f684162b5fed430228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '01e2fd6b-fe28-431b-a047-38a58f925c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:34Z', 'updated_at': '2022-09-22T17:12:37Z', 'revision_number': 4, 'project_id': '717ff3c230e549f684162b5fed430228', 'gw_port': {'id': '01e2fd6b-fe28-431b-a047-38a58f925c2f', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:34Z', 'updated_at': '2022-09-22T17:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '3928e369-0b13-437e-bada-fe2fa00acaa1', 'name': '', 'network_id': '679f6ac8-4395-4799-857c-5d0bc3bfc487', 'tenant_id': '717ff3c230e549f684162b5fed430228', 'mac_address': 'fa:16:3e:44:cb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '509fe4f3-5432-47a4-9346-84ba3b22aea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:37Z', 'updated_at': '2022-09-22T17:12:37Z', 'revision_number': 2, 'project_id': '717ff3c230e549f684162b5fed430228', 'subnets': [{'id': '509fe4f3-5432-47a4-9346-84ba3b22aea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:43.563579 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Checking router: ac92aec0-3208-4f82-97da-ecae9e3361f1 for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:12:43.564021 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Updating router ac92aec0-3208-4f82-97da-ecae9e3361f1 port 3928e369-0b13-437e-bada-fe2fa00acaa1 binding host dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:12:43.581131 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:43.588303 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-41460416-eb6c-4061-b5b5-d8ca247737bb None None] Provisioning complete for port 3928e369-0b13-437e-bada-fe2fa00acaa1 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:43.589541 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-41460416-eb6c-4061-b5b5-d8ca247737bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:43.590107 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-41460416-eb6c-4061-b5b5-d8ca247737bb None None] Attempt 1 to provision port 3928e369-0b13-437e-bada-fe2fa00acaa1 Sep 22 17:12:43.636378 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-41460416-eb6c-4061-b5b5-d8ca247737bb None None] Port 3928e369-0b13-437e-bada-fe2fa00acaa1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:43.691763 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:43.808850 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=100 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:43.921252 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=100 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:43.985225 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Publish callbacks [] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), precommit_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:43.995455 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:44.071754 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0bcd5-6551-4705-addc-c1c5d1898225 None None] Pushing event updated for resources: {'Port': ['ID=3928e369-0b13-437e-bada-fe2fa00acaa1,revision_number=3']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:44.109517 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Attempting to bind port 3928e369-0b13-437e-bada-fe2fa00acaa1 on host dv-cinder-835384-28-iscsi for vnic_type normal with profile {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:12:44.109881 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Attempting to bind port 3928e369-0b13-437e-bada-fe2fa00acaa1 by drivers openvswitch,hyperv on host dv-cinder-835384-28-iscsi at level 0 using segments [{'id': '94cba714-d179-4dc2-b68a-135490f5701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '679f6ac8-4395-4799-857c-5d0bc3bfc487'}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:12:44.110291 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Attempting to bind port 3928e369-0b13-437e-bada-fe2fa00acaa1 on network 679f6ac8-4395-4799-857c-5d0bc3bfc487 {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:12:44.137886 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-41460416-eb6c-4061-b5b5-d8ca247737bb None None] Attempt 2 to provision port 3928e369-0b13-437e-bada-fe2fa00acaa1 Sep 22 17:12:44.159325 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Checking agent: {'id': '32b829f7-4db0-4ab2-a5f6-52d050deeab1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835384-28-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 58, 27), 'started_at': datetime.datetime(2022, 9, 22, 16, 58, 57), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835384-28-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:12:44.159961 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Checking segment: {'id': '94cba714-d179-4dc2-b68a-135490f5701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '679f6ac8-4395-4799-857c-5d0bc3bfc487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:12:44.160074 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:44.160463 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Bound using segment: {'id': '94cba714-d179-4dc2-b68a-135490f5701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '679f6ac8-4395-4799-857c-5d0bc3bfc487'} {{(pid=106558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:12:44.160993 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.managers [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Bound port: 3928e369-0b13-437e-bada-fe2fa00acaa1, host: dv-cinder-835384-28-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cba714-d179-4dc2-b68a-135490f5701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '679f6ac8-4395-4799-857c-5d0bc3bfc487'}}] {{(pid=106558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:12:44.161926 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), before_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:44.188386 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-41460416-eb6c-4061-b5b5-d8ca247737bb None None] Port 3928e369-0b13-437e-bada-fe2fa00acaa1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:44.253091 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] For port 3928e369-0b13-437e-bada-fe2fa00acaa1, host dv-cinder-835384-28-iscsi, cleared binding levels {{(pid=106558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:12:44.263194 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.plugins.ml2.db [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] For port 3928e369-0b13-437e-bada-fe2fa00acaa1, host dv-cinder-835384-28-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=3928e369-0b13-437e-bada-fe2fa00acaa1,segment=NetworkSegment(94cba714-d179-4dc2-b68a-135490f5701d),segment_id=94cba714-d179-4dc2-b68a-135490f5701d)] {{(pid=106558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:12:44.265510 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57c6c9-f981-407a-9e18-e22cc4fda4de req-9b5be4dd-5ef6-4667-8212-1e3d542c5cea tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:44.267124 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-be57c6c9-f981-407a-9e18-e22cc4fda4de req-9b5be4dd-5ef6-4667-8212-1e3d542c5cea tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.1106484 Sep 22 17:12:44.272733 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), after_update {{(pid=106558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:44.315440 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Routers {'ac92aec0-3208-4f82-97da-ecae9e3361f1'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:12:44.316395 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['ac92aec0-3208-4f82-97da-ecae9e3361f1'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:44.366468 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2d337-0e64-4c38-9fb3-535df54d204c req-8710fa21-5204-4334-af0b-39ad5729f2ca tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:44.368237 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bcd2d337-0e64-4c38-9fb3-535df54d204c req-8710fa21-5204-4334-af0b-39ad5729f2ca tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 944 time: 0.0711360 Sep 22 17:12:44.377980 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-be57c6c9-f981-407a-9e18-e22cc4fda4de req-0e252d80-36c8-4c5b-93c2-1710355cf866 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036892 Sep 22 17:12:44.409940 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 29509342-40b1-4e83-8923-eccd29758d12 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:12:44.436711 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bcd2d337-0e64-4c38-9fb3-535df54d204c req-865234bc-5b85-4b6c-8b82-a5961d4f1a8d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576072 Sep 22 17:12:44.469426 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port 29509342-40b1-4e83-8923-eccd29758d12 completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:12:44.476146 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0bcd5-6551-4705-addc-c1c5d1898225 None None] Pushing event updated for resources: {'Port': ['ID=3928e369-0b13-437e-bada-fe2fa00acaa1,revision_number=4']} {{(pid=106558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:44.477939 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port 29509342-40b1-4e83-8923-eccd29758d12 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:44.478537 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (29509342-40b1-4e83-8923-eccd29758d12), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:44.488005 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port 29509342-40b1-4e83-8923-eccd29758d12 Sep 22 17:12:44.503621 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] Set router ac92aec0-3208-4f82-97da-ecae9e3361f1 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:12:44.541873 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:44.591093 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 29509342-40b1-4e83-8923-eccd29758d12 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:44.591491 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (29509342-40b1-4e83-8923-eccd29758d12), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:44.627505 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6348b1f-b623-42cb-a0dc-a33cf088486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29509342-40b1-4e83-8923-eccd29758d12'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:12:44.631418 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab65058-8db6-44eb-858f-59b1071b2fc5" -d '{"events": [{"server_uuid": "b6348b1f-b623-42cb-a0dc-a33cf088486a", "name": "network-vif-plugged", "status": "completed", "tag": "29509342-40b1-4e83-8923-eccd29758d12"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:12:44.664256 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 29509342-40b1-4e83-8923-eccd29758d12, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=29509342-40b1-4e83-8923-eccd29758d12,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:12:44.670581 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (29509342-40b1-4e83-8923-eccd29758d12), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:44.702679 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-41460416-eb6c-4061-b5b5-d8ca247737bb None None] Attempt 3 to provision port 3928e369-0b13-437e-bada-fe2fa00acaa1 Sep 22 17:12:44.743512 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8620343c-5ce1-4103-8cf5-7591f6754c73 x-openstack-request-id: req-8620343c-5ce1-4103-8cf5-7591f6754c73 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:12:44.743810 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6348b1f-b623-42cb-a0dc-a33cf088486a", "name": "network-vif-plugged", "status": "completed", "tag": "29509342-40b1-4e83-8923-eccd29758d12", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:12:44.744077 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8620343c-5ce1-4103-8cf5-7591f6754c73 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:12:44.744465 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8620343c-5ce1-4103-8cf5-7591f6754c73'] response: {'server_uuid': 'b6348b1f-b623-42cb-a0dc-a33cf088486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29509342-40b1-4e83-8923-eccd29758d12', 'code': 200} Sep 22 17:12:44.766736 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'name': 'tempest-TestMinimumBasicScenario-1925118126-router', 'tenant_id': '717ff3c230e549f684162b5fed430228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '01e2fd6b-fe28-431b-a047-38a58f925c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:34Z', 'updated_at': '2022-09-22T17:12:37Z', 'revision_number': 4, 'project_id': '717ff3c230e549f684162b5fed430228', 'gw_port': {'id': '01e2fd6b-fe28-431b-a047-38a58f925c2f', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:34Z', 'updated_at': '2022-09-22T17:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '3928e369-0b13-437e-bada-fe2fa00acaa1', 'name': '', 'network_id': '679f6ac8-4395-4799-857c-5d0bc3bfc487', 'tenant_id': '717ff3c230e549f684162b5fed430228', 'mac_address': 'fa:16:3e:44:cb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '509fe4f3-5432-47a4-9346-84ba3b22aea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:37Z', 'updated_at': '2022-09-22T17:12:44Z', 'revision_number': 4, 'project_id': '717ff3c230e549f684162b5fed430228', 'subnets': [{'id': '509fe4f3-5432-47a4-9346-84ba3b22aea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:44.787257 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=29509342-40b1-4e83-8923-eccd29758d12,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:44.825652 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:44.827218 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdbd173-a31a-4deb-bdb4-59a9a2cc1f4f None None] The sync data for ids ['ac92aec0-3208-4f82-97da-ecae9e3361f1'] in dv-cinder-835384-28-iscsi is: [{'id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'name': 'tempest-TestMinimumBasicScenario-1925118126-router', 'tenant_id': '717ff3c230e549f684162b5fed430228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '01e2fd6b-fe28-431b-a047-38a58f925c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:34Z', 'updated_at': '2022-09-22T17:12:37Z', 'revision_number': 4, 'project_id': '717ff3c230e549f684162b5fed430228', 'gw_port': {'id': '01e2fd6b-fe28-431b-a047-38a58f925c2f', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:34Z', 'updated_at': '2022-09-22T17:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '3928e369-0b13-437e-bada-fe2fa00acaa1', 'name': '', 'network_id': '679f6ac8-4395-4799-857c-5d0bc3bfc487', 'tenant_id': '717ff3c230e549f684162b5fed430228', 'mac_address': 'fa:16:3e:44:cb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '509fe4f3-5432-47a4-9346-84ba3b22aea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:37Z', 'updated_at': '2022-09-22T17:12:44Z', 'revision_number': 4, 'project_id': '717ff3c230e549f684162b5fed430228', 'subnets': [{'id': '509fe4f3-5432-47a4-9346-84ba3b22aea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:12:44.838022 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-41460416-eb6c-4061-b5b5-d8ca247737bb None None] Current status of the port 3928e369-0b13-437e-bada-fe2fa00acaa1 is: DOWN; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:44.838430 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-41460416-eb6c-4061-b5b5-d8ca247737bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:44.892991 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-41460416-eb6c-4061-b5b5-d8ca247737bb None None] For port 3928e369-0b13-437e-bada-fe2fa00acaa1, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=3928e369-0b13-437e-bada-fe2fa00acaa1,segment=NetworkSegment(94cba714-d179-4dc2-b68a-135490f5701d),segment_id=94cba714-d179-4dc2-b68a-135490f5701d)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:12:44.905988 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-41460416-eb6c-4061-b5b5-d8ca247737bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:44.987306 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41460416-eb6c-4061-b5b5-d8ca247737bb None None] Pushing event updated for resources: {'Port': ['ID=3928e369-0b13-437e-bada-fe2fa00acaa1,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:45.195844 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4465f6f-6a1e-4e90-b490-f623c89e8e6a req-b3f1e214-c852-41c9-bf23-e9e7b331657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:45.198114 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-e4465f6f-6a1e-4e90-b490-f623c89e8e6a req-b3f1e214-c852-41c9-bf23-e9e7b331657b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 1129 time: 0.1908066 Sep 22 17:12:45.258825 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-e4465f6f-6a1e-4e90-b490-f623c89e8e6a req-83b5802c-05a6-48b9-9e6b-aa079a3f8183 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520608 Sep 22 17:12:45.553487 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11f1fa-d84f-4f83-a18c-05a9f48cb655 req-bbfc1fa2-5ee3-4cf0-816f-c569b47d7d3d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:45.555150 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6f11f1fa-d84f-4f83-a18c-05a9f48cb655 req-bbfc1fa2-5ee3-4cf0-816f-c569b47d7d3d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0835137 Sep 22 17:12:45.645080 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ac07c-b73f-45a5-a8eb-f0c92a8c9eb0 req-c1450b10-37d4-4fa3-a08a-5df4ad7b791d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:45.646752 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-552ac07c-b73f-45a5-a8eb-f0c92a8c9eb0 req-c1450b10-37d4-4fa3-a08a-5df4ad7b791d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 945 time: 0.1008656 Sep 22 17:12:45.708029 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6f11f1fa-d84f-4f83-a18c-05a9f48cb655 req-259fe8cc-1490-4d4e-a980-bd612d4b3cc5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430516 Sep 22 17:12:45.773658 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-552ac07c-b73f-45a5-a8eb-f0c92a8c9eb0 req-a361a1fd-fa00-468b-8571-709fc96d3f1c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020737 Sep 22 17:12:46.085033 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 3928e369-0b13-437e-bada-fe2fa00acaa1 up at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:12:46.140105 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Provisioning complete for port 3928e369-0b13-437e-bada-fe2fa00acaa1 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:46.140503 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:46.140814 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Attempt 1 to provision port 3928e369-0b13-437e-bada-fe2fa00acaa1 Sep 22 17:12:46.222071 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Current status of the port 3928e369-0b13-437e-bada-fe2fa00acaa1 is: ACTIVE; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:46.927890 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbb9dc-4704-4b9b-9d12-cf3558f17f63 req-4aa94646-99a7-45e0-9950-202f442cded1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:46.935897 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-77dbb9dc-4704-4b9b-9d12-cf3558f17f63 req-4aa94646-99a7-45e0-9950-202f442cded1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0977938 Sep 22 17:12:46.996057 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3b19b-a45a-4261-9ece-5730ea8c6d92 req-25d99418-bcbe-420a-aeb3-f57ce447f7cf tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:46.997485 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-89c3b19b-a45a-4261-9ece-5730ea8c6d92 req-25d99418-bcbe-420a-aeb3-f57ce447f7cf tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 945 time: 0.0871150 Sep 22 17:12:47.031954 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-77dbb9dc-4704-4b9b-9d12-cf3558f17f63 req-468adfa6-2ee8-4509-b69d-9e72cb4df822 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947232 Sep 22 17:12:47.076822 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-89c3b19b-a45a-4261-9ece-5730ea8c6d92 req-e2a75e87-5418-4a2d-a317-b57121a2e6e3 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725279 Sep 22 17:12:48.210719 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe759fbe-723d-4c71-8d33-28c98eecf144 req-b41acc25-fd44-406b-bc10-c59d99dbe5ac tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:48.218117 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fe759fbe-723d-4c71-8d33-28c98eecf144 req-b41acc25-fd44-406b-bc10-c59d99dbe5ac tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0897818 Sep 22 17:12:48.255233 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92430c-bd12-4588-9d8e-138876728124 req-3a1b782c-d023-4b12-b4b0-66119499c4b8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:48.256768 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cb92430c-bd12-4588-9d8e-138876728124 req-3a1b782c-d023-4b12-b4b0-66119499c4b8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 945 time: 0.0909858 Sep 22 17:12:48.276073 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:48.300921 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fe759fbe-723d-4c71-8d33-28c98eecf144 req-cdaafacb-7f65-4063-99a8-6e12977d1b86 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819025 Sep 22 17:12:48.353644 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cb92430c-bd12-4588-9d8e-138876728124 req-4936e41f-a9aa-45d6-ba3a-66c8565490c8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907025 Sep 22 17:12:49.375572 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de3cb2-33ee-431d-b709-4796c526611b req-30400ef5-d4da-4d74-8a2a-be1d4e9fe3d3 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:49.377236 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01de3cb2-33ee-431d-b709-4796c526611b req-30400ef5-d4da-4d74-8a2a-be1d4e9fe3d3 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/networks?id=4b09edd4-a749-403e-9dd8-93689c623cd0 HTTP/1.1" status: 200 len: 813 time: 0.1116550 Sep 22 17:12:49.400935 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:49.404510 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01de3cb2-33ee-431d-b709-4796c526611b req-22b8e473-78e1-46d4-a20e-591780b2db46 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/quotas/0749b2616b854791aec389d669ef94c8 HTTP/1.1" status: 200 len: 375 time: 0.0216548 Sep 22 17:12:49.466616 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d64fb-6bbc-4b14-9917-fcd59c8b5a51 req-ae277d66-b14a-4d2b-8f25-0fa90212e760 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:49.468124 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-885d64fb-6bbc-4b14-9917-fcd59c8b5a51 req-ae277d66-b14a-4d2b-8f25-0fa90212e760 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 943 time: 0.0779781 Sep 22 17:12:49.486668 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01de3cb2-33ee-431d-b709-4796c526611b req-88210e8e-b243-4a67-b85f-3e1d76704db3 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=0749b2616b854791aec389d669ef94c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644827 Sep 22 17:12:49.532866 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-885d64fb-6bbc-4b14-9917-fcd59c8b5a51 req-692589e2-59c6-4790-8fc7-0e6595eb5980 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591037 Sep 22 17:12:49.666416 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01de3cb2-33ee-431d-b709-4796c526611b req-eedbf808-c511-4523-94d1-2288d0b32e9e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4b09edd4-a749-403e-9dd8-93689c623cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661959 Sep 22 17:12:49.671995 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca000a-be4d-4054-b73b-c752ab8b9011 req-b825f163-3cf1-43fd-a36b-515d6f7e2255 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:49.673396 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e7ca000a-be4d-4054-b73b-c752ab8b9011 req-b825f163-3cf1-43fd-a36b-515d6f7e2255 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 945 time: 0.0708578 Sep 22 17:12:49.783896 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e7ca000a-be4d-4054-b73b-c752ab8b9011 req-57aeead5-5bb1-446e-be14-c4eb7017e223 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017230 Sep 22 17:12:49.806492 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01de3cb2-33ee-431d-b709-4796c526611b req-8f6f3447-5258-4fdc-96f4-50648e1b8e90 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/4b09edd4-a749-403e-9dd8-93689c623cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315956 Sep 22 17:12:49.914213 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4a176-ce85-460b-bec3-590997630265 req-ed418fe3-30f0-4977-aa9c-e2af9562fc46 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:49.915764 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-53e4a176-ce85-460b-bec3-590997630265 req-ed418fe3-30f0-4977-aa9c-e2af9562fc46 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 945 time: 0.0530763 Sep 22 17:12:49.985105 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-494e93c6-18fe-4d7c-87ee-6884f1865c67 req-ab192530-3bde-4550-a7db-93592b650e08 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 210 time: 0.0370209 Sep 22 17:12:50.011239 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-53e4a176-ce85-460b-bec3-590997630265 req-ead6cca1-2a1b-4950-b5a5-ea752e117119 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883369 Sep 22 17:12:50.040070 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 33702) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:12:50.183301 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbf1c40-2146-4e37-97bf-1674fa247c9b tempest-TestVolumeBootPattern-1059946301 tempest-TestVolumeBootPattern-1059946301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:50.184707 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-1dbf1c40-2146-4e37-97bf-1674fa247c9b tempest-TestVolumeBootPattern-1059946301 tempest-TestVolumeBootPattern-1059946301-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 1124 time: 0.1435616 Sep 22 17:12:50.187659 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 33708) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:12:50.191889 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Request body: {'floatingip': {'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'port_id': '29509342-40b1-4e83-8923-eccd29758d12', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:12:50.198432 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=100 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:50.215222 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:50.303717 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:50.373462 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:12:50.421674 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Allocated IP 172.27.1.207 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/fdff2da3-45bd-40f3-aad5-ec7903ccdd98) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:12:50.492472 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:50.493762 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:12:50.505713 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'port_id': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea', 'mac_address': 'fa:16:3e:9f:e3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:12:50.542620 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for port (fdff2da3-45bd-40f3-aad5-ec7903ccdd98), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:50.550456 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:50.553531 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:50.553913 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:50.570238 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:12:50.580430 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (fdff2da3-45bd-40f3-aad5-ec7903ccdd98), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:50.595531 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:12:50.600601 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:50.636480 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:12:50.637819 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event updated for resources: {'Port': ['ID=fdff2da3-45bd-40f3-aad5-ec7903ccdd98,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:50.640710 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:12:50.643101 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:12:50.669303 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,revision_number=9']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:50.686197 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bcac0-c2de-4022-8587-56c1813d9d69 req-d38d7e7f-3468-4a89-9983-524ab9e4882b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:50.687867 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e22bcac0-c2de-4022-8587-56c1813d9d69 req-d38d7e7f-3468-4a89-9983-524ab9e4882b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 944 time: 0.0597036 Sep 22 17:12:50.746744 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e22bcac0-c2de-4022-8587-56c1813d9d69 req-e00448c7-3b01-403d-8bcf-ecbab3056adf tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525773 Sep 22 17:12:50.907174 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a8e8041a-8efd-4056-b775-a9563d9fd9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:51.106169 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a6623c00-3c05-4b4f-89d2-ddc23c7c9d4d req-d862910d-b404-4600-af51-47660587bdb1 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 210 time: 0.0301290 Sep 22 17:12:51.160900 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:12:51.191963 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:51.314819 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:51.329385 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for floatingip (e63477f9-ec85-4f6d-b6fe-dc0240f01cc4), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:51.401957 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (fdff2da3-45bd-40f3-aad5-ec7903ccdd98), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:51.556389 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for port (fdff2da3-45bd-40f3-aad5-ec7903ccdd98), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:51.561043 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (fdff2da3-45bd-40f3-aad5-ec7903ccdd98), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:51.681040 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event updated for resources: {'Port': ['ID=fdff2da3-45bd-40f3-aad5-ec7903ccdd98,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:51.703331 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:51.707601 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (e63477f9-ec85-4f6d-b6fe-dc0240f01cc4), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:51.798116 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de3cb2-33ee-431d-b709-4796c526611b req-43c65e6b-b7d9-42be-85e0-d6df2eabd8c9 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:51.799908 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-01de3cb2-33ee-431d-b709-4796c526611b req-43c65e6b-b7d9-42be-85e0-d6df2eabd8c9 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.33 "GET /networking/v2.0/networks?id=4b09edd4-a749-403e-9dd8-93689c623cd0 HTTP/1.1" status: 200 len: 813 time: 0.1894095 Sep 22 17:12:51.847320 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.l3_db [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Floating IP e63477f9-ec85-4f6d-b6fe-dc0240f01cc4 associated. External IP: 172.27.1.207, port: 29509342-40b1-4e83-8923-eccd29758d12. Sep 22 17:12:51.894345 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51412d3-6704-4cbe-a58a-71247fa08210 req-3eb7cf6d-44ac-459d-a389-8bc740b9adca tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:51.895946 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b51412d3-6704-4cbe-a58a-71247fa08210 req-3eb7cf6d-44ac-459d-a389-8bc740b9adca tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 944 time: 0.0557501 Sep 22 17:12:51.898559 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [req-01de3cb2-33ee-431d-b709-4796c526611b req-9a9df7af-8793-445f-822e-ae330b053258 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Request body: {'port': {'device_id': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0', 'admin_state_up': True, 'tenant_id': '0749b2616b854791aec389d669ef94c8'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:12:51.971652 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b51412d3-6704-4cbe-a58a-71247fa08210 req-980706bb-ea2e-4da3-af1a-e42f231f4319 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643981 Sep 22 17:12:52.120116 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01de3cb2-33ee-431d-b709-4796c526611b req-9a9df7af-8793-445f-822e-ae330b053258 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Made reservation on behalf of 0749b2616b854791aec389d669ef94c8 for: {'port': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:12:52.123932 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-01de3cb2-33ee-431d-b709-4796c526611b req-9a9df7af-8793-445f-822e-ae330b053258 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:52.323682 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [req-01de3cb2-33ee-431d-b709-4796c526611b req-9a9df7af-8793-445f-822e-ae330b053258 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Allocated IP 172.20.0.12 (4b09edd4-a749-403e-9dd8-93689c623cd0/6a9dc17b-3417-453b-9033-563172d97760/5886ff66-8e7f-4da4-960b-035ee76660f1) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:12:52.324695 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f2627cbd-2afb-472d-8dd2-236b43db3a7d req-4cfe79c9-141c-4d75-919e-0f51aed443a2 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 210 time: 0.0705118 Sep 22 17:12:52.376243 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:52.454998 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:12:52.463952 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:52.521257 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:12:52.577224 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:52.578188 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:52.579021 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea Sep 22 17:12:52.615547 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-01de3cb2-33ee-431d-b709-4796c526611b req-9a9df7af-8793-445f-822e-ae330b053258 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:52.671820 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:12:52.691716 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12bd169-514e-4d7a-86ac-d20274c95afb None None] Sync routers for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:12:52.700815 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:52.704329 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:12:52.704845 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:52.726467 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12bd169-514e-4d7a-86ac-d20274c95afb None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:12:52.727568 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-f12bd169-514e-4d7a-86ac-d20274c95afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:52.743582 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-01de3cb2-33ee-431d-b709-4796c526611b req-9a9df7af-8793-445f-822e-ae330b053258 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:52.797120 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-bb64579c-5c74-4db1-888e-c168175e8db9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6084237 Sep 22 17:12:52.804967 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6348b1f-b623-42cb-a0dc-a33cf088486a', 'tag': '29509342-40b1-4e83-8923-eccd29758d12'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:12:52.807982 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ddc8ea-7941-4a8c-bd16-2f619417f59a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6348b1f-b623-42cb-a0dc-a33cf088486a", "tag": "29509342-40b1-4e83-8923-eccd29758d12"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:12:52.812902 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:12:52.815461 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4118bc10-3e71-44bb-84ad-06b96bffd47e" -d '{"events": [{"server_uuid": "eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2", "name": "network-vif-plugged", "status": "completed", "tag": "9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:12:52.830548 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01de3cb2-33ee-431d-b709-4796c526611b req-9a9df7af-8793-445f-822e-ae330b053258 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Network 4b09edd4-a749-403e-9dd8-93689c623cd0 is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:12:52.837133 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [req-01de3cb2-33ee-431d-b709-4796c526611b req-9a9df7af-8793-445f-822e-ae330b053258 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:12:52.840277 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:12:52.841485 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [req-01de3cb2-33ee-431d-b709-4796c526611b req-9a9df7af-8793-445f-822e-ae330b053258 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:12:52.911560 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de3cb2-33ee-431d-b709-4796c526611b req-9a9df7af-8793-445f-822e-ae330b053258 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:52.912237 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-01de3cb2-33ee-431d-b709-4796c526611b req-9a9df7af-8793-445f-822e-ae330b053258 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:52.931198 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9df7af-8793-445f-822e-ae330b053258 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Pushing event updated for resources: {'Port': ['ID=5886ff66-8e7f-4da4-960b-035ee76660f1,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:52.962093 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-01de3cb2-33ee-431d-b709-4796c526611b req-9a9df7af-8793-445f-822e-ae330b053258 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0716076 Sep 22 17:12:52.975415 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120974df-e1aa-4609-b713-6e182e935e15 x-openstack-request-id: req-120974df-e1aa-4609-b713-6e182e935e15 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:12:52.975876 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2", "name": "network-vif-plugged", "status": "completed", "tag": "9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:12:52.976302 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-120974df-e1aa-4609-b713-6e182e935e15 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:12:52.976861 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120974df-e1aa-4609-b713-6e182e935e15'] response: {'server_uuid': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea', 'code': 200} Sep 22 17:12:52.978470 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:53.069407 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,revision_number=10']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:53.083086 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-f12bd169-514e-4d7a-86ac-d20274c95afb None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:12:53.095147 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197cf431-836e-48cb-98fc-90452d14e523 x-openstack-request-id: req-197cf431-836e-48cb-98fc-90452d14e523 {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:12:53.095725 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6348b1f-b623-42cb-a0dc-a33cf088486a", "tag": "29509342-40b1-4e83-8923-eccd29758d12", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:12:53.096853 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-197cf431-836e-48cb-98fc-90452d14e523 {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:12:53.097531 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-197cf431-836e-48cb-98fc-90452d14e523'] response: {'name': 'network-changed', 'server_uuid': 'b6348b1f-b623-42cb-a0dc-a33cf088486a', 'tag': '29509342-40b1-4e83-8923-eccd29758d12', 'status': 'completed', 'code': 200} Sep 22 17:12:53.207261 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ecb0e-f8ba-405b-b102-092ba4cb7fb1 req-94396d87-4dd4-44c8-bce8-5d12bdddfc02 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:53.213738 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-424ecb0e-f8ba-405b-b102-092ba4cb7fb1 req-94396d87-4dd4-44c8-bce8-5d12bdddfc02 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.1018648 Sep 22 17:12:53.228669 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Provisioning complete for port 5886ff66-8e7f-4da4-960b-035ee76660f1 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:12:53.229521 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:53.230035 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Attempt 1 to provision port 5886ff66-8e7f-4da4-960b-035ee76660f1 Sep 22 17:12:53.325852 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Port 5886ff66-8e7f-4da4-960b-035ee76660f1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:53.326451 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-424ecb0e-f8ba-405b-b102-092ba4cb7fb1 req-931b9fc8-3316-4f3e-aa15-27c3d328b7f5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057370 Sep 22 17:12:53.339062 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:53.444446 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-f12bd169-514e-4d7a-86ac-d20274c95afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': 'e63477f9-ec85-4f6d-b6fe-dc0240f01cc4', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'port_id': '29509342-40b1-4e83-8923-eccd29758d12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'mac_address': 'fa:16:3e:fc:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6348b1f-b623-42cb-a0dc-a33cf088486a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:12:50Z', 'updated_at': '2022-09-22T17:12:50Z', 'revision_number': 0, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:53.481687 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:53.487666 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12bd169-514e-4d7a-86ac-d20274c95afb None None] Checking router: 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:12:53.499869 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb53e7-dd05-4ba7-8c8d-4f2613945338 req-01de1ab8-d5ad-4786-b106-e99c1c49bfe7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:53.500281 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12bd169-514e-4d7a-86ac-d20274c95afb None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:12:53.500811 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-f12bd169-514e-4d7a-86ac-d20274c95afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:53.509985 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-65eb53e7-dd05-4ba7-8c8d-4f2613945338 req-01de1ab8-d5ad-4786-b106-e99c1c49bfe7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 932 time: 0.0828173 Sep 22 17:12:53.560610 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-65eb53e7-dd05-4ba7-8c8d-4f2613945338 req-1725f5d6-8651-41d0-b1bf-22abbf82c580 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493348 Sep 22 17:12:53.630784 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-f12bd169-514e-4d7a-86ac-d20274c95afb None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:12:53.657894 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:53.828723 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Attempt 2 to provision port 5886ff66-8e7f-4da4-960b-035ee76660f1 Sep 22 17:12:53.879002 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-5277ac77-6e7e-4937-814c-4c660c879e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:53.886522 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Port 5886ff66-8e7f-4da4-960b-035ee76660f1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:53.957439 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-f12bd169-514e-4d7a-86ac-d20274c95afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': 'e63477f9-ec85-4f6d-b6fe-dc0240f01cc4', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'port_id': '29509342-40b1-4e83-8923-eccd29758d12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'mac_address': 'fa:16:3e:fc:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6348b1f-b623-42cb-a0dc-a33cf088486a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:12:50Z', 'updated_at': '2022-09-22T17:12:50Z', 'revision_number': 0, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:54.135227 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12bd169-514e-4d7a-86ac-d20274c95afb None None] The sync data for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi is: [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': 'e63477f9-ec85-4f6d-b6fe-dc0240f01cc4', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'port_id': '29509342-40b1-4e83-8923-eccd29758d12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'mac_address': 'fa:16:3e:fc:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6348b1f-b623-42cb-a0dc-a33cf088486a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:12:50Z', 'updated_at': '2022-09-22T17:12:50Z', 'revision_number': 0, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:12:54.388295 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Attempt 3 to provision port 5886ff66-8e7f-4da4-960b-035ee76660f1 Sep 22 17:12:54.404005 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080ea18e-af45-477c-8d7a-8b2f53669e00 None None] New status for floating IP e63477f9-ec85-4f6d-b6fe-dc0240f01cc4: ACTIVE {{(pid=106558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:12:54.472061 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Port 5886ff66-8e7f-4da4-960b-035ee76660f1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:54.601957 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfc2ce-93b2-491c-ab86-b44e1d56abc1 req-a538002d-876e-4de4-a19f-20a5c5ac8869 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:54.604460 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3bdfc2ce-93b2-491c-ab86-b44e1d56abc1 req-a538002d-876e-4de4-a19f-20a5c5ac8869 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0849738 Sep 22 17:12:54.778193 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3bdfc2ce-93b2-491c-ab86-b44e1d56abc1 req-7f9ea805-5a74-4313-af49-b7e7265757d8 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601343 Sep 22 17:12:54.810213 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196e1c0-b476-42ad-a4d5-7558380552bf req-34d1887d-582e-4180-a13f-85152357a39b tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:54.813403 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c196e1c0-b476-42ad-a4d5-7558380552bf req-34d1887d-582e-4180-a13f-85152357a39b tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 932 time: 0.1146595 Sep 22 17:12:54.843552 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:54.901937 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c196e1c0-b476-42ad-a4d5-7558380552bf req-94939c2f-8daa-4faa-882d-dadb9cf0411c tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782111 Sep 22 17:12:54.973913 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Attempt 4 to provision port 5886ff66-8e7f-4da4-960b-035ee76660f1 Sep 22 17:12:55.014221 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Port 5886ff66-8e7f-4da4-960b-035ee76660f1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:55.354874 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:55.515298 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Attempt 5 to provision port 5886ff66-8e7f-4da4-960b-035ee76660f1 Sep 22 17:12:55.560226 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Port 5886ff66-8e7f-4da4-960b-035ee76660f1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:55.733920 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:12:55.960396 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f784d-89af-48bb-b742-afe43a186c92 req-629d6d93-9fa4-4fbe-888b-d4145a1aefa5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:55.963203 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3e7f784d-89af-48bb-b742-afe43a186c92 req-629d6d93-9fa4-4fbe-888b-d4145a1aefa5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0795979 Sep 22 17:12:56.017509 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3e7f784d-89af-48bb-b742-afe43a186c92 req-4187cc28-183b-498d-ba0e-f4abe06d8ba3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493739 Sep 22 17:12:56.061685 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Attempt 6 to provision port 5886ff66-8e7f-4da4-960b-035ee76660f1 Sep 22 17:12:56.109659 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Port 5886ff66-8e7f-4da4-960b-035ee76660f1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:56.121170 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbd3ba-4ade-45f7-81cb-03a05dbb947b req-28a7b84b-0fe7-42be-a204-ea3e6d336622 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:56.122742 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a6fbd3ba-4ade-45f7-81cb-03a05dbb947b req-28a7b84b-0fe7-42be-a204-ea3e6d336622 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 932 time: 0.0826256 Sep 22 17:12:56.181826 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a6fbd3ba-4ade-45f7-81cb-03a05dbb947b req-5a9516aa-a974-40b7-8896-9afe1b23190d tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510044 Sep 22 17:12:56.610986 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Attempt 7 to provision port 5886ff66-8e7f-4da4-960b-035ee76660f1 Sep 22 17:12:56.645406 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Port 5886ff66-8e7f-4da4-960b-035ee76660f1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:56.785795 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:57.146662 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Attempt 8 to provision port 5886ff66-8e7f-4da4-960b-035ee76660f1 Sep 22 17:12:57.165785 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326be33-dbf6-49bb-97a2-c1e31ecb574a req-49c3947b-872f-44f2-b1fa-a446e34794b1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:57.167312 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3326be33-dbf6-49bb-97a2-c1e31ecb574a req-49c3947b-872f-44f2-b1fa-a446e34794b1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0502515 Sep 22 17:12:57.183092 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Port 5886ff66-8e7f-4da4-960b-035ee76660f1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:57.238674 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3326be33-dbf6-49bb-97a2-c1e31ecb574a req-ce36ab1e-7d67-4856-ac1a-08b55eed175f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632772 Sep 22 17:12:57.354445 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d5fd7-8579-43a0-b5cb-3f46818a2588 req-53998255-8764-41db-8056-c71d8df70894 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:57.357058 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-184d5fd7-8579-43a0-b5cb-3f46818a2588 req-53998255-8764-41db-8056-c71d8df70894 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 932 time: 0.0857050 Sep 22 17:12:57.406815 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-184d5fd7-8579-43a0-b5cb-3f46818a2588 req-43f7d425-ed19-4ba5-a703-a0114005e992 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438924 Sep 22 17:12:57.578231 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:12:57.685144 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Attempt 9 to provision port 5886ff66-8e7f-4da4-960b-035ee76660f1 Sep 22 17:12:57.729207 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Port 5886ff66-8e7f-4da4-960b-035ee76660f1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:58.230109 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Attempt 10 to provision port 5886ff66-8e7f-4da4-960b-035ee76660f1 Sep 22 17:12:58.263322 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-875f2c9b-8627-4b9c-b109-21a5311585fc None None] Port 5886ff66-8e7f-4da4-960b-035ee76660f1 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:12:58.393047 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce88ef-7f75-4b91-b8a0-9f58bd7c2195 req-d4a79650-89cd-43ff-8df3-180cfeae8216 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:58.394567 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-41ce88ef-7f75-4b91-b8a0-9f58bd7c2195 req-d4a79650-89cd-43ff-8df3-180cfeae8216 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0562875 Sep 22 17:12:58.456610 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-41ce88ef-7f75-4b91-b8a0-9f58bd7c2195 req-4fa3a610-efe1-4414-8fb7-37164965a469 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555604 Sep 22 17:12:58.548502 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8223b-26d5-402b-8aa7-b0fc3174b1f2 req-d2d377a5-c6f6-49e2-88ef-e3662e038ec0 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:58.551094 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f6b8223b-26d5-402b-8aa7-b0fc3174b1f2 req-d2d377a5-c6f6-49e2-88ef-e3662e038ec0 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 932 time: 0.0669627 Sep 22 17:12:58.610854 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f6b8223b-26d5-402b-8aa7-b0fc3174b1f2 req-af264e88-5084-4a4f-a4a1-1a11ddcbb532 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529327 Sep 22 17:12:59.610369 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d311a-96ea-415c-9858-69aa33e240d5 req-9926723b-56c7-4b47-8ddc-33f027c83d35 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:59.612014 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ee9d311a-96ea-415c-9858-69aa33e240d5 req-9926723b-56c7-4b47-8ddc-33f027c83d35 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0523915 Sep 22 17:12:59.668587 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ee9d311a-96ea-415c-9858-69aa33e240d5 req-21281d67-5c18-4c4e-88f9-9c96d87e7190 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500681 Sep 22 17:12:59.755497 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12d056-b6a0-45f8-9c35-2369d9032645 req-09a7f5a7-3795-4c99-b191-d8adcdc40f91 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:59.757007 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0a12d056-b6a0-45f8-9c35-2369d9032645 req-09a7f5a7-3795-4c99-b191-d8adcdc40f91 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 932 time: 0.0535347 Sep 22 17:12:59.800383 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:12:59.814779 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0a12d056-b6a0-45f8-9c35-2369d9032645 req-74f16483-27f4-4699-b882-5c5337ebd8cd tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516412 Sep 22 17:13:00.812113 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fc883-c431-43aa-9a27-76e9a6063384 req-0c93d5c4-8af0-4868-9148-d48aeca53ef4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:00.813595 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fd4fc883-c431-43aa-9a27-76e9a6063384 req-0c93d5c4-8af0-4868-9148-d48aeca53ef4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0474949 Sep 22 17:13:00.868743 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fd4fc883-c431-43aa-9a27-76e9a6063384 req-96d0033e-63c2-4fde-9792-390eeb1778ab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462303 Sep 22 17:13:00.952997 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae181b-c639-43f5-8395-f3b6419a8cb5 req-dba95746-d045-4d37-ad40-bd38c8c55d0d tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:00.954531 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cfae181b-c639-43f5-8395-f3b6419a8cb5 req-dba95746-d045-4d37-ad40-bd38c8c55d0d tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 932 time: 0.0488203 Sep 22 17:13:01.002729 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cfae181b-c639-43f5-8395-f3b6419a8cb5 req-62e1921c-097e-4a8f-bb8a-4dfe720a1041 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418012 Sep 22 17:13:02.005228 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d81167-df54-431c-aba5-2d5cc5d27df4 req-74296343-b6d7-49d5-af93-911d363fa783 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:02.006773 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-94d81167-df54-431c-aba5-2d5cc5d27df4 req-74296343-b6d7-49d5-af93-911d363fa783 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0493245 Sep 22 17:13:02.060757 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-94d81167-df54-431c-aba5-2d5cc5d27df4 req-ad9906c0-e88a-4b11-8659-8255e068c857 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478735 Sep 22 17:13:02.122308 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:02.133334 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2090dc-e18d-4b32-a1e0-53dbd7619be9 req-2465520b-e493-4b85-b32e-5d6e0da9da4e tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:02.134899 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4e2090dc-e18d-4b32-a1e0-53dbd7619be9 req-2465520b-e493-4b85-b32e-5d6e0da9da4e tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 932 time: 0.0526907 Sep 22 17:13:02.201103 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4e2090dc-e18d-4b32-a1e0-53dbd7619be9 req-f778a1db-ec0e-440d-a6a8-6cd7b3fc8b3f tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593584 Sep 22 17:13:02.931559 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=56,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:02.952807 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=42,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:03.196453 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7bed2-2d2b-4f96-8d96-c406fe385256 req-3f8b4c35-0cce-42c0-ae66-9538d614c6cb tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:03.198358 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2ca7bed2-2d2b-4f96-8d96-c406fe385256 req-3f8b4c35-0cce-42c0-ae66-9538d614c6cb tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0503144 Sep 22 17:13:03.254968 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2ca7bed2-2d2b-4f96-8d96-c406fe385256 req-3e1f00c6-7b10-4a93-b06f-07d8f9a62744 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480802 Sep 22 17:13:03.339086 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e42e2c-3741-4eae-8f86-4add06963ebf req-8cfc3022-6da0-4980-8a1c-0064e2ddbd9c tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:03.340562 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-33e42e2c-3741-4eae-8f86-4add06963ebf req-8cfc3022-6da0-4980-8a1c-0064e2ddbd9c tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 932 time: 0.0479085 Sep 22 17:13:03.394136 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-33e42e2c-3741-4eae-8f86-4add06963ebf req-9bb75fcb-c269-449c-830f-52852545037a tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477614 Sep 22 17:13:04.394499 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3be300-4014-40d8-88eb-d7941e2aae88 req-21375c4c-e81b-453a-8a84-22ef1776384c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:04.396590 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ca3be300-4014-40d8-88eb-d7941e2aae88 req-21375c4c-e81b-453a-8a84-22ef1776384c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0474515 Sep 22 17:13:04.447901 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ca3be300-4014-40d8-88eb-d7941e2aae88 req-bada681b-abbe-4caf-9c0e-d06086ab98c9 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456822 Sep 22 17:13:04.520745 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638ec93-9326-4101-b8ab-c1031af9a540 req-ec2c17e9-31c1-49d3-a875-8036caa18f1c tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:04.522205 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1638ec93-9326-4101-b8ab-c1031af9a540 req-ec2c17e9-31c1-49d3-a875-8036caa18f1c tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 932 time: 0.0522926 Sep 22 17:13:04.570436 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1638ec93-9326-4101-b8ab-c1031af9a540 req-4ce2b926-7999-4946-9c0a-537d5eac02f2 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424635 Sep 22 17:13:05.584392 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79316388-500a-491d-9041-d949721c457a req-f3363223-502d-4a40-9a7a-8824326e0962 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:05.585953 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-79316388-500a-491d-9041-d949721c457a req-f3363223-502d-4a40-9a7a-8824326e0962 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0526774 Sep 22 17:13:05.640478 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-79316388-500a-491d-9041-d949721c457a req-5f6e1696-9dcf-4241-8bab-0c202fe4d4d2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487163 Sep 22 17:13:05.697118 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedf612-2760-4dbd-80a2-090b68875356 req-1c0808fe-d9fb-4c65-bbc3-6aa37ec7fafd tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:05.698721 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ebedf612-2760-4dbd-80a2-090b68875356 req-1c0808fe-d9fb-4c65-bbc3-6aa37ec7fafd tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 932 time: 0.0502017 Sep 22 17:13:05.748713 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ebedf612-2760-4dbd-80a2-090b68875356 req-a7df93ea-8638-42b8-a4d2-900d0db87b64 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439973 Sep 22 17:13:06.771755 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5a251-3fbd-4b1c-9a30-4bdfae64606f req-bed7341e-d557-472c-8106-ca44540f1dfc tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:06.773274 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-57c5a251-3fbd-4b1c-9a30-4bdfae64606f req-bed7341e-d557-472c-8106-ca44540f1dfc tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0515745 Sep 22 17:13:06.784489 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:06.827368 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-57c5a251-3fbd-4b1c-9a30-4bdfae64606f req-fad2a159-fec9-40ba-95a6-15b06e181e74 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483212 Sep 22 17:13:06.882898 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf92d6-bf0d-4667-a0aa-ef297e53db37 req-786a5f0d-f13e-46ba-a092-8d5b0fae6e4e tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:06.884411 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5daf92d6-bf0d-4667-a0aa-ef297e53db37 req-786a5f0d-f13e-46ba-a092-8d5b0fae6e4e tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 932 time: 0.0466075 Sep 22 17:13:06.935140 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5daf92d6-bf0d-4667-a0aa-ef297e53db37 req-ea7af785-1fba-4034-95b5-9e85e2490d5f tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449846 Sep 22 17:13:06.960298 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Request body: {'port': {'device_id': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:13:07.023444 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddc8ea-7941-4a8c-bd16-2f619417f59a req-f8e0bf94-24ac-4a2b-8e86-2f21f078765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:07.025732 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-19ddc8ea-7941-4a8c-bd16-2f619417f59a req-f8e0bf94-24ac-4a2b-8e86-2f21f078765e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5fca6eabbca24bc09aee7e259ca82562&device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 1129 time: 0.0450492 Sep 22 17:13:07.037481 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:07.317232 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5886ff66-8e7f-4da4-960b-035ee76660f1 {{(pid=106556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:13:07.325365 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Publish callbacks [] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:07.338834 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.provisioning_blocks [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Transition to ACTIVE for port object 5886ff66-8e7f-4da4-960b-035ee76660f1 will not be triggered until provisioned by entity L2. {{(pid=106556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:13:07.342413 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:07.410130 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:07.429816 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Pushing event updated for resources: {'Port': ['ID=5886ff66-8e7f-4da4-960b-035ee76660f1,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:07.466034 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Attempting to bind port 5886ff66-8e7f-4da4-960b-035ee76660f1 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:13:07.466494 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Attempting to bind port 5886ff66-8e7f-4da4-960b-035ee76660f1 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '877523c1-9317-42cc-9487-3330bfdb1efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0'}] {{(pid=106556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:13:07.466893 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Attempting to bind port 5886ff66-8e7f-4da4-960b-035ee76660f1 on network 4b09edd4-a749-403e-9dd8-93689c623cd0 {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:13:07.507920 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddc8ea-7941-4a8c-bd16-2f619417f59a req-bed24ed5-f93b-4925-85dd-d587aad3c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:07.509439 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-19ddc8ea-7941-4a8c-bd16-2f619417f59a req-bed24ed5-f93b-4925-85dd-d587aad3c499 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=1876d1ce-e761-46f2-ab46-b61110e15c2c HTTP/1.1" status: 200 len: 913 time: 0.1015267 Sep 22 17:13:07.517184 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Port 5886ff66-8e7f-4da4-960b-035ee76660f1 on network 4b09edd4-a749-403e-9dd8-93689c623cd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:13:07.517854 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Attempting to bind port 5886ff66-8e7f-4da4-960b-035ee76660f1 on network 4b09edd4-a749-403e-9dd8-93689c623cd0 {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:13:07.564186 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:13:07.564529 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Checking segment: {'id': '877523c1-9317-42cc-9487-3330bfdb1efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:13:07.565080 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Bound using segment: {'id': '877523c1-9317-42cc-9487-3330bfdb1efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0'} {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:13:07.565513 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Bound port: 5886ff66-8e7f-4da4-960b-035ee76660f1, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '877523c1-9317-42cc-9487-3330bfdb1efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0'}}] {{(pid=106556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:13:07.565878 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:07.610383 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-19ddc8ea-7941-4a8c-bd16-2f619417f59a req-28ab17cc-0829-4d2f-bebe-4cd89c1cbc19 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29509342-40b1-4e83-8923-eccd29758d12 HTTP/1.1" status: 200 len: 1001 time: 0.0930858 Sep 22 17:13:07.616212 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25defe-e0d9-4a6a-afe7-bafbf2b9600a req-8ef890a7-1573-44b7-93d2-0643952ea35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:07.617663 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ad25defe-e0d9-4a6a-afe7-bafbf2b9600a req-8ef890a7-1573-44b7-93d2-0643952ea35e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 1130 time: 0.0534604 Sep 22 17:13:07.629962 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] For port 5886ff66-8e7f-4da4-960b-035ee76660f1, host hv-cinder-83538, cleared binding levels {{(pid=106556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:13:07.633182 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] For port 5886ff66-8e7f-4da4-960b-035ee76660f1, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5886ff66-8e7f-4da4-960b-035ee76660f1,segment=NetworkSegment(877523c1-9317-42cc-9487-3330bfdb1efc),segment_id=877523c1-9317-42cc-9487-3330bfdb1efc)] {{(pid=106556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:13:07.639421 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:07.642720 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:07.643769 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:07.645163 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-01de3cb2-33ee-431d-b709-4796c526611b req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/5886ff66-8e7f-4da4-960b-035ee76660f1 HTTP/1.1" status: 200 len: 1094 time: 0.6910675 Sep 22 17:13:07.647505 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'tag': '5886ff66-8e7f-4da4-960b-035ee76660f1'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:13:07.649663 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731303bf-3155-4eb4-bbdf-f5355d2dca91" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b", "tag": "5886ff66-8e7f-4da4-960b-035ee76660f1"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:13:07.658113 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:07.694034 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a0309d-ce56-4c69-9e14-03db47a3ce83 x-openstack-request-id: req-a1a0309d-ce56-4c69-9e14-03db47a3ce83 {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:13:07.694318 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b", "tag": "5886ff66-8e7f-4da4-960b-035ee76660f1", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:13:07.694622 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1a0309d-ce56-4c69-9e14-03db47a3ce83 {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:13:07.695048 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a0309d-ce56-4c69-9e14-03db47a3ce83'] response: {'name': 'network-changed', 'server_uuid': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'tag': '5886ff66-8e7f-4da4-960b-035ee76660f1', 'status': 'completed', 'code': 200} Sep 22 17:13:07.697911 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddc8ea-7941-4a8c-bd16-2f619417f59a req-3a4b7b81-d0c8-4361-968b-73485e38c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:07.699501 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-19ddc8ea-7941-4a8c-bd16-2f619417f59a req-3a4b7b81-d0c8-4361-968b-73485e38c7b6 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=43f0facb-fe45-427e-ac4c-a966b72df413 HTTP/1.1" status: 200 len: 851 time: 0.0808415 Sep 22 17:13:07.706630 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ad25defe-e0d9-4a6a-afe7-bafbf2b9600a req-5f67b712-2445-4bef-bff4-aaf45bf8a61c service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806785 Sep 22 17:13:07.715706 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf97a4-b560-4f23-b111-ea90d36c7e85 service neutron] Pushing event updated for resources: {'Port': ['ID=5886ff66-8e7f-4da4-960b-035ee76660f1,revision_number=3']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:07.958842 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b86ca-acaf-486c-bdf8-c6087e757f6c req-11bfee5f-c422-46a8-991a-9e10a75ab79f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:07.960352 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ff4b86ca-acaf-486c-bdf8-c6087e757f6c req-11bfee5f-c422-46a8-991a-9e10a75ab79f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0495186 Sep 22 17:13:08.025841 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ff4b86ca-acaf-486c-bdf8-c6087e757f6c req-85fa2631-e78f-4bb7-8be4-7b431299d753 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587859 Sep 22 17:13:08.076059 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2df3fd-275b-49e2-a623-04aedd2bc0a2 req-69eaa752-b654-4e9f-ad10-1172b15ff937 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:08.077605 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4e2df3fd-275b-49e2-a623-04aedd2bc0a2 req-69eaa752-b654-4e9f-ad10-1172b15ff937 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 944 time: 0.0628748 Sep 22 17:13:08.128883 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4e2df3fd-275b-49e2-a623-04aedd2bc0a2 req-f4e8f4e9-bd45-4a6b-9cc7-ecc4cfba0a1e tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452178 Sep 22 17:13:08.296484 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddc8ea-7941-4a8c-bd16-2f619417f59a req-858a87b4-1d92-4b1c-a2c9-9cc3b6f9534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:08.298042 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-19ddc8ea-7941-4a8c-bd16-2f619417f59a req-858a87b4-1d92-4b1c-a2c9-9cc3b6f9534c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1876d1ce-e761-46f2-ab46-b61110e15c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0722442 Sep 22 17:13:08.301519 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de3cb2-33ee-431d-b709-4796c526611b req-558931b4-9ecc-488e-aef9-8568851b005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:08.303965 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01de3cb2-33ee-431d-b709-4796c526611b req-558931b4-9ecc-488e-aef9-8568851b005c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0749b2616b854791aec389d669ef94c8&device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 1128 time: 0.0768938 Sep 22 17:13:09.011527 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01de3cb2-33ee-431d-b709-4796c526611b req-236a4234-d6df-4c81-aa7b-954717f3b7a8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5886ff66-8e7f-4da4-960b-035ee76660f1 HTTP/1.1" status: 200 len: 217 time: 0.0444067 Sep 22 17:13:09.107808 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de3cb2-33ee-431d-b709-4796c526611b req-0cc7c1f7-901b-4bad-8701-f6774b1d627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:09.109357 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01de3cb2-33ee-431d-b709-4796c526611b req-0cc7c1f7-901b-4bad-8701-f6774b1d627b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6a9dc17b-3417-453b-9033-563172d97760 HTTP/1.1" status: 200 len: 852 time: 0.0716403 Sep 22 17:13:09.166420 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-19ddc8ea-7941-4a8c-bd16-2f619417f59a req-b909737f-74ef-44fc-b8c5-7fdb22a60e00 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068949 Sep 22 17:13:09.446904 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de3cb2-33ee-431d-b709-4796c526611b req-a0a3fb43-e5eb-4691-87c1-280d70113fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:09.448461 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01de3cb2-33ee-431d-b709-4796c526611b req-a0a3fb43-e5eb-4691-87c1-280d70113fd7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4b09edd4-a749-403e-9dd8-93689c623cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3271229 Sep 22 17:13:09.502609 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:09.508868 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1f471-ef43-45fe-a929-f9dca4b9d6d9 req-5feb9a35-d884-49f3-8278-ec8837e988a6 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:09.510295 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-38e1f471-ef43-45fe-a929-f9dca4b9d6d9 req-5feb9a35-d884-49f3-8278-ec8837e988a6 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.3780558 Sep 22 17:13:09.580577 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e6bc0-7964-43e9-ae6d-8636e26c1434 req-44fa058f-508b-4361-9e26-96c903239348 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:09.581998 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-368e6bc0-7964-43e9-ae6d-8636e26c1434 req-44fa058f-508b-4361-9e26-96c903239348 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 944 time: 0.3672783 Sep 22 17:13:09.685985 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-19ddc8ea-7941-4a8c-bd16-2f619417f59a req-6b9c9e8e-2239-4c75-b484-8b9dbfe58f75 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016973 Sep 22 17:13:09.703568 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-38e1f471-ef43-45fe-a929-f9dca4b9d6d9 req-7a689717-7f03-44d6-a568-c67be6b71634 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743989 Sep 22 17:13:09.708995 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01de3cb2-33ee-431d-b709-4796c526611b req-b845c1d0-2b87-4485-a2e9-0aaa07f0c8cd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4b09edd4-a749-403e-9dd8-93689c623cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170537 Sep 22 17:13:09.713529 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-368e6bc0-7964-43e9-ae6d-8636e26c1434 req-33559d66-4f12-4022-8cb8-6ca7f9a395f7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198869 Sep 22 17:13:09.824049 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:09.840665 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01de3cb2-33ee-431d-b709-4796c526611b req-c32002bc-0a59-4cc1-9b3e-f0c29425d2e4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4b09edd4-a749-403e-9dd8-93689c623cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920267 Sep 22 17:13:10.872502 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b6837-4917-4775-9372-3dfc431e0606 req-1f501726-30c9-4db8-abae-e8a118c11a53 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:10.873999 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2f1b6837-4917-4775-9372-3dfc431e0606 req-1f501726-30c9-4db8-abae-e8a118c11a53 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 944 time: 0.0799775 Sep 22 17:13:10.882936 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740a837-5e52-43a8-9b56-c17c814c2689 req-2cf71dd8-7a4e-49a3-8e8e-95953a9ffdba tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:10.884410 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f740a837-5e52-43a8-9b56-c17c814c2689 req-2cf71dd8-7a4e-49a3-8e8e-95953a9ffdba tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0884335 Sep 22 17:13:10.962047 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2f1b6837-4917-4775-9372-3dfc431e0606 req-ca025e03-6a16-4575-a741-9dd2f27e375e tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766687 Sep 22 17:13:10.966452 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f740a837-5e52-43a8-9b56-c17c814c2689 req-6a564d18-1f15-4d9f-a1e9-a85a5f31eb57 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748978 Sep 22 17:13:11.436811 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:11.437598 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:12.118194 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8db2e7-6c36-47c3-be30-aa49cff52fb1 req-5522d564-39d7-4c42-878e-7bf879015056 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:12.119711 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc8db2e7-6c36-47c3-be30-aa49cff52fb1 req-5522d564-39d7-4c42-878e-7bf879015056 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 944 time: 0.0781384 Sep 22 17:13:12.127594 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb89e1e-b3ac-4c8b-9a0b-6ec84b3d7462 req-1d764455-8991-4ecb-8e63-f682f357aa38 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:12.129029 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4cb89e1e-b3ac-4c8b-9a0b-6ec84b3d7462 req-1d764455-8991-4ecb-8e63-f682f357aa38 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0766666 Sep 22 17:13:12.207986 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cc8db2e7-6c36-47c3-be30-aa49cff52fb1 req-f349e6ad-6de8-4617-99cd-f629bb4bca55 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779188 Sep 22 17:13:12.212541 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4cb89e1e-b3ac-4c8b-9a0b-6ec84b3d7462 req-4f1b54d8-37a5-4420-a7d9-d035a0644fae tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758693 Sep 22 17:13:13.174192 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731303bf-3155-4eb4-bbdf-f5355d2dca91 req-b65e0e8d-d205-42f9-af2a-a83077d4e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:13.176028 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-731303bf-3155-4eb4-bbdf-f5355d2dca91 req-b65e0e8d-d205-42f9-af2a-a83077d4e078 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0749b2616b854791aec389d669ef94c8&device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 1128 time: 0.0562811 Sep 22 17:13:13.344475 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af293e-9a3c-4428-b8b7-5033fddb73ef req-d8aa8e3d-18c7-4e48-9279-1eb9d77822e1 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:13.346060 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c2af293e-9a3c-4428-b8b7-5033fddb73ef req-d8aa8e3d-18c7-4e48-9279-1eb9d77822e1 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 944 time: 0.0525250 Sep 22 17:13:13.408970 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c2af293e-9a3c-4428-b8b7-5033fddb73ef req-c5cfbac2-994b-428b-9968-df8b65d02641 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556414 Sep 22 17:13:13.528119 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63fef1-98cb-481d-8321-24bdec7a29cc req-220cf20c-9767-49d3-b66d-7f755eb70657 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:13.529641 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fb63fef1-98cb-481d-8321-24bdec7a29cc req-220cf20c-9767-49d3-b66d-7f755eb70657 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0555832 Sep 22 17:13:13.584090 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fb63fef1-98cb-481d-8321-24bdec7a29cc req-4e47bca3-0569-480d-a5fe-1b9468c74dae tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477874 Sep 22 17:13:13.850916 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:13.866607 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731303bf-3155-4eb4-bbdf-f5355d2dca91 req-f0d59910-64f0-46d4-a4b5-2512f4f95531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:13.868247 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-731303bf-3155-4eb4-bbdf-f5355d2dca91 req-f0d59910-64f0-46d4-a4b5-2512f4f95531 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=4b09edd4-a749-403e-9dd8-93689c623cd0 HTTP/1.1" status: 200 len: 914 time: 0.1031303 Sep 22 17:13:13.935026 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-731303bf-3155-4eb4-bbdf-f5355d2dca91 req-1dc15a51-a750-474e-b7f2-b8ecf095279e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5886ff66-8e7f-4da4-960b-035ee76660f1 HTTP/1.1" status: 200 len: 217 time: 0.0465567 Sep 22 17:13:13.990554 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731303bf-3155-4eb4-bbdf-f5355d2dca91 req-f5ce8542-d49a-46d6-a83b-2eb7035b273c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:13.992400 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-731303bf-3155-4eb4-bbdf-f5355d2dca91 req-f5ce8542-d49a-46d6-a83b-2eb7035b273c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6a9dc17b-3417-453b-9033-563172d97760 HTTP/1.1" status: 200 len: 852 time: 0.0511363 Sep 22 17:13:14.042497 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731303bf-3155-4eb4-bbdf-f5355d2dca91 req-e2ee99b1-bccd-4d40-befe-cdc8eeae0aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:14.044100 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-731303bf-3155-4eb4-bbdf-f5355d2dca91 req-e2ee99b1-bccd-4d40-befe-cdc8eeae0aab service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4b09edd4-a749-403e-9dd8-93689c623cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451856 Sep 22 17:13:14.152631 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-731303bf-3155-4eb4-bbdf-f5355d2dca91 req-1efce7d9-8d83-49c4-825c-a1a9f4d08489 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4b09edd4-a749-403e-9dd8-93689c623cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980201 Sep 22 17:13:14.257733 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:14.292504 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-731303bf-3155-4eb4-bbdf-f5355d2dca91 req-3831548f-e1a3-4db7-a387-90d0dff65dc9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4b09edd4-a749-403e-9dd8-93689c623cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949130 Sep 22 17:13:14.550321 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41991125-f1e1-476b-9040-0ef8d60e9af4 req-276e3b0f-4cbb-42f7-82f9-8b447c7597ab tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:14.552309 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-41991125-f1e1-476b-9040-0ef8d60e9af4 req-276e3b0f-4cbb-42f7-82f9-8b447c7597ab tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 944 time: 0.0524068 Sep 22 17:13:14.602216 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-41991125-f1e1-476b-9040-0ef8d60e9af4 req-5a282f1f-2030-4364-ba8b-fb5d2645563b tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430901 Sep 22 17:13:14.612742 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 5886ff66-8e7f-4da4-960b-035ee76660f1 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:13:14.720707 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 5886ff66-8e7f-4da4-960b-035ee76660f1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5886ff66-8e7f-4da4-960b-035ee76660f1,segment=NetworkSegment(877523c1-9317-42cc-9487-3330bfdb1efc),segment_id=877523c1-9317-42cc-9487-3330bfdb1efc)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:13:14.727789 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63847f38-aa17-47c0-a7db-5b21b30f8c26 req-bbbf096d-5a1d-4f6e-8451-97e853de57f4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:14.728995 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:14.729301 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-63847f38-aa17-47c0-a7db-5b21b30f8c26 req-bbbf096d-5a1d-4f6e-8451-97e853de57f4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0524881 Sep 22 17:13:14.734546 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': '5886ff66-8e7f-4da4-960b-035ee76660f1', 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0', 'port_id': '5886ff66-8e7f-4da4-960b-035ee76660f1', 'mac_address': 'fa:16:3e:e2:43:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a9dc17b-3417-453b-9033-563172d97760', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:13:14.775811 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 5886ff66-8e7f-4da4-960b-035ee76660f1 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:13:14.776195 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:14.777999 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:14.785659 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-63847f38-aa17-47c0-a7db-5b21b30f8c26 req-4547280d-5447-4c96-b73e-b572d650eb71 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497460 Sep 22 17:13:14.792796 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5886ff66-8e7f-4da4-960b-035ee76660f1 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:13:14.814202 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 5886ff66-8e7f-4da4-960b-035ee76660f1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5886ff66-8e7f-4da4-960b-035ee76660f1,segment=NetworkSegment(877523c1-9317-42cc-9487-3330bfdb1efc),segment_id=877523c1-9317-42cc-9487-3330bfdb1efc)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:13:14.818165 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:14.868078 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=5886ff66-8e7f-4da4-960b-035ee76660f1,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:15.423147 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['5886ff66-8e7f-4da4-960b-035ee76660f1'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:13:15.734059 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c281e-9b3d-4aec-9d89-78eebcc5fdf8 req-27e9636f-2f63-430f-a711-261da97ed3f4 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:15.735728 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a01c281e-9b3d-4aec-9d89-78eebcc5fdf8 req-27e9636f-2f63-430f-a711-261da97ed3f4 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 945 time: 0.0529859 Sep 22 17:13:15.816801 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a01c281e-9b3d-4aec-9d89-78eebcc5fdf8 req-145d8c58-afa7-4022-93e4-567e37bb965e tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718880 Sep 22 17:13:16.742631 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 5886ff66-8e7f-4da4-960b-035ee76660f1 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:13:16.787050 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port 5886ff66-8e7f-4da4-960b-035ee76660f1 completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:13:16.793855 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port 5886ff66-8e7f-4da4-960b-035ee76660f1 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:13:16.794286 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:16.795368 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port 5886ff66-8e7f-4da4-960b-035ee76660f1 Sep 22 17:13:16.878235 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 5886ff66-8e7f-4da4-960b-035ee76660f1 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:13:16.878624 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:16.905503 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5886ff66-8e7f-4da4-960b-035ee76660f1'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:13:16.908287 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add8c753-3c8d-4387-aa25-091e2f147fc0" -d '{"events": [{"server_uuid": "7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b", "name": "network-vif-plugged", "status": "completed", "tag": "5886ff66-8e7f-4da4-960b-035ee76660f1"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:13:16.926387 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 5886ff66-8e7f-4da4-960b-035ee76660f1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5886ff66-8e7f-4da4-960b-035ee76660f1,segment=NetworkSegment(877523c1-9317-42cc-9487-3330bfdb1efc),segment_id=877523c1-9317-42cc-9487-3330bfdb1efc)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:13:16.931395 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:16.952031 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432c392-571a-410d-95b8-9f250d19c3f6 req-919f37ec-439e-46ec-b60e-5cb3a584fdbf tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:16.954487 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6432c392-571a-410d-95b8-9f250d19c3f6 req-919f37ec-439e-46ec-b60e-5cb3a584fdbf tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 945 time: 0.0565181 Sep 22 17:13:16.986787 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=5886ff66-8e7f-4da4-960b-035ee76660f1,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:17.010340 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6432c392-571a-410d-95b8-9f250d19c3f6 req-f392aad1-957f-4617-a4d1-20d856c778c3 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485985 Sep 22 17:13:17.025783 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51eca72-bc12-43bd-aa61-84199d221fc0 x-openstack-request-id: req-c51eca72-bc12-43bd-aa61-84199d221fc0 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:13:17.026090 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b", "name": "network-vif-plugged", "status": "completed", "tag": "5886ff66-8e7f-4da4-960b-035ee76660f1", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:13:17.026384 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c51eca72-bc12-43bd-aa61-84199d221fc0 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:13:17.027039 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c51eca72-bc12-43bd-aa61-84199d221fc0'] response: {'server_uuid': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5886ff66-8e7f-4da4-960b-035ee76660f1', 'code': 200} Sep 22 17:13:17.265438 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e2e8a-fd90-4a90-a013-3cb9a683a11f req-751946dd-e84b-4f06-8f03-7f32368d0de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:17.268156 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-593e2e8a-fd90-4a90-a013-3cb9a683a11f req-751946dd-e84b-4f06-8f03-7f32368d0de0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 1130 time: 0.0552187 Sep 22 17:13:17.317764 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-593e2e8a-fd90-4a90-a013-3cb9a683a11f req-9235646e-6506-4c47-96c4-1d9fe38e1994 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430489 Sep 22 17:13:17.704085 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:17.712992 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:18.138413 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdfe6f-540e-4397-9532-aefa02daa7e8 req-9310db87-480e-4e7f-9713-f79d3bf99262 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:18.140064 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-67bdfe6f-540e-4397-9532-aefa02daa7e8 req-9310db87-480e-4e7f-9713-f79d3bf99262 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 946 time: 0.0524509 Sep 22 17:13:18.193891 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-67bdfe6f-540e-4397-9532-aefa02daa7e8 req-75fbd2e5-94d5-429c-8406-0a0c35cb7055 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473690 Sep 22 17:13:18.776628 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c65879dc-a940-405e-9276-a84fb39b319a req-a941f860-c8fc-41cd-b77c-98613b455479 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400064 Sep 22 17:13:18.872349 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65879dc-a940-405e-9276-a84fb39b319a req-3e074e33-1c61-4fc3-9d9c-3bc490f0df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:18.873867 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c65879dc-a940-405e-9276-a84fb39b319a req-3e074e33-1c61-4fc3-9d9c-3bc490f0df16 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 1130 time: 0.0417848 Sep 22 17:13:19.033539 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65879dc-a940-405e-9276-a84fb39b319a req-571eb311-73e8-4bfb-a693-a1aca2d71f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:19.034965 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c65879dc-a940-405e-9276-a84fb39b319a req-571eb311-73e8-4bfb-a693-a1aca2d71f87 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=82eac7a2-877a-48c4-bcb2-cd10274854a5 HTTP/1.1" status: 200 len: 915 time: 0.1001446 Sep 22 17:13:19.059472 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:19.123957 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c65879dc-a940-405e-9276-a84fb39b319a req-0c0b9830-821a-48db-92e8-e98c9f0add54 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7447a832-846a-4c07-be5a-552ef92f9902 HTTP/1.1" status: 200 len: 1001 time: 0.0706439 Sep 22 17:13:19.197183 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65879dc-a940-405e-9276-a84fb39b319a req-97c0eda3-6702-4246-bc2d-e15b9d526b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:19.198670 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c65879dc-a940-405e-9276-a84fb39b319a req-97c0eda3-6702-4246-bc2d-e15b9d526b5f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=83a051e4-a154-4ee6-92cd-c98927c3c055 HTTP/1.1" status: 200 len: 853 time: 0.0567608 Sep 22 17:13:19.253245 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65879dc-a940-405e-9276-a84fb39b319a req-b92ab98a-d8b0-42c7-a3b7-a540a11b5260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:19.255386 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c65879dc-a940-405e-9276-a84fb39b319a req-b92ab98a-d8b0-42c7-a3b7-a540a11b5260 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=82eac7a2-877a-48c4-bcb2-cd10274854a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414972 Sep 22 17:13:19.383233 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97034d-2094-40f4-b89d-cd8d9cc88db8 req-93a823b0-990b-44cf-963a-1c77b4ea4e63 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:19.384840 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1e97034d-2094-40f4-b89d-cd8d9cc88db8 req-93a823b0-990b-44cf-963a-1c77b4ea4e63 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 946 time: 0.0879893 Sep 22 17:13:19.404128 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:19.433667 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c65879dc-a940-405e-9276-a84fb39b319a req-a21dcdf1-1949-4463-8a0c-426679017573 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552618 Sep 22 17:13:19.472661 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1e97034d-2094-40f4-b89d-cd8d9cc88db8 req-0d7df046-88e9-46e6-a854-27c4a681ec96 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760689 Sep 22 17:13:19.546169 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c65879dc-a940-405e-9276-a84fb39b319a req-b0645f84-e436-442c-84be-af9cc09d96a8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016867 Sep 22 17:13:20.610550 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cf895-97d6-4809-8808-a8cd31c4fe26 req-68ff8213-88c4-45b4-a62b-d13cc2183e76 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:20.612071 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-088cf895-97d6-4809-8808-a8cd31c4fe26 req-68ff8213-88c4-45b4-a62b-d13cc2183e76 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 946 time: 0.0500534 Sep 22 17:13:20.662321 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-088cf895-97d6-4809-8808-a8cd31c4fe26 req-45a0b50c-6324-47ab-8839-b1139a4277c4 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439961 Sep 22 17:13:20.785689 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197af0ca-5dc1-42f7-a3c5-47a92bdda20c req-3e9588a6-ac18-4c0e-b496-d23a46c04736 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:20.787515 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-197af0ca-5dc1-42f7-a3c5-47a92bdda20c req-3e9588a6-ac18-4c0e-b496-d23a46c04736 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 946 time: 0.0508983 Sep 22 17:13:20.841065 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-197af0ca-5dc1-42f7-a3c5-47a92bdda20c req-9de55f60-2c5b-4fd5-ba40-96ec7524eee1 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480502 Sep 22 17:13:20.901742 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-adf2930d-e289-485d-b833-b7a9cc5f6cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:21.203802 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075311e-97d1-4b43-b89f-2e6c44425145 req-8d04a4cf-69f0-4ec7-a847-7133183497d8 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:21.207185 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5075311e-97d1-4b43-b89f-2e6c44425145 req-8d04a4cf-69f0-4ec7-a847-7133183497d8 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 946 time: 0.0570560 Sep 22 17:13:21.258781 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5075311e-97d1-4b43-b89f-2e6c44425145 req-72015c96-3056-42e5-a08f-509811613696 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455191 Sep 22 17:13:22.677839 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=14 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:22.680289 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=12 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:22.997804 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fb340-bc81-44a6-84e5-a7910a76bb13 req-ef9e5ad3-7873-4f73-b033-c34fdd2fa071 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:22.999322 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-803fb340-bc81-44a6-84e5-a7910a76bb13 req-ef9e5ad3-7873-4f73-b033-c34fdd2fa071 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0556645 Sep 22 17:13:23.054008 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-803fb340-bc81-44a6-84e5-a7910a76bb13 req-1d92dc26-12ed-4f97-a6f6-9d6680fe76f1 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489311 Sep 22 17:13:23.102913 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a5e4b-b18c-4a76-ac1c-08afba83f8b5 req-f410d9f0-8908-4af9-a511-001ba76856b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:23.104452 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e89a5e4b-b18c-4a76-ac1c-08afba83f8b5 req-f410d9f0-8908-4af9-a511-001ba76856b2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 1129 time: 0.0416596 Sep 22 17:13:23.255439 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a5e4b-b18c-4a76-ac1c-08afba83f8b5 req-565599f3-b63e-4484-83ba-d14868ba5710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:23.257022 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e89a5e4b-b18c-4a76-ac1c-08afba83f8b5 req-565599f3-b63e-4484-83ba-d14868ba5710 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 919 time: 0.1144502 Sep 22 17:13:23.619090 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e89a5e4b-b18c-4a76-ac1c-08afba83f8b5 req-6507ba74-e4e1-47bc-912e-2f51e07889eb service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2393791-4dcd-48e5-ab8f-65b3058fd17e HTTP/1.1" status: 200 len: 1001 time: 0.0739830 Sep 22 17:13:23.662262 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:23.674401 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a5e4b-b18c-4a76-ac1c-08afba83f8b5 req-ab2a27bc-71f2-4448-9eb8-ae93616fd3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:23.675930 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e89a5e4b-b18c-4a76-ac1c-08afba83f8b5 req-ab2a27bc-71f2-4448-9eb8-ae93616fd3bb service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ff3b5331-7dbe-4b3b-ac39-cc04115e40fd HTTP/1.1" status: 200 len: 857 time: 0.0493393 Sep 22 17:13:23.735635 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a5e4b-b18c-4a76-ac1c-08afba83f8b5 req-265d8aeb-b3f2-47f2-a259-0010a7265bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:23.737476 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e89a5e4b-b18c-4a76-ac1c-08afba83f8b5 req-265d8aeb-b3f2-47f2-a259-0010a7265bfb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=906da010-9d01-428f-8bbf-d862e44df893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0535340 Sep 22 17:13:23.807482 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-83b93e47-f574-42bc-a079-5a7b10bd3c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:23.860310 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e89a5e4b-b18c-4a76-ac1c-08afba83f8b5 req-c79ff1b2-2abb-43e3-b95b-bcc8a053bd0e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144509 Sep 22 17:13:23.936981 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:23.972887 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e89a5e4b-b18c-4a76-ac1c-08afba83f8b5 req-c336f0ba-c3de-4c08-850b-e384492043ad service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044168 Sep 22 17:13:24.199676 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317f337-08dc-44e6-9263-5f6378a3d3b3 req-1017e3f5-9187-4e0e-a510-40a0046010ce tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:24.202372 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e317f337-08dc-44e6-9263-5f6378a3d3b3 req-1017e3f5-9187-4e0e-a510-40a0046010ce tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0626125 Sep 22 17:13:24.269349 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e317f337-08dc-44e6-9263-5f6378a3d3b3 req-e13b34e3-a8ed-4c1c-a502-1d108dc699ce tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580502 Sep 22 17:13:25.031963 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc2e5b-6b9a-4253-8fb2-a49f8a20c255 req-8c4fec98-4bb2-40a6-8ad6-9fbf0581e5cb tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:25.033707 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0efc2e5b-6b9a-4253-8fb2-a49f8a20c255 req-8c4fec98-4bb2-40a6-8ad6-9fbf0581e5cb tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0497463 Sep 22 17:13:25.086628 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0efc2e5b-6b9a-4253-8fb2-a49f8a20c255 req-8c9449ef-ac0b-4173-bcd0-b5c6a5706eab tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458920 Sep 22 17:13:25.344752 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:25.399259 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a53da6-148f-45d3-89de-542b25912334 req-b5b9545a-0b8b-455d-9b1d-cc2fdc37223a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:25.400800 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-73a53da6-148f-45d3-89de-542b25912334 req-b5b9545a-0b8b-455d-9b1d-cc2fdc37223a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0482595 Sep 22 17:13:25.452419 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-73a53da6-148f-45d3-89de-542b25912334 req-849172a5-6198-4d2b-94db-9a1ade3b7459 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455523 Sep 22 17:13:26.217367 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b334712-691e-4002-8773-6ce993303bc9 req-b2ef4737-2da6-43da-a099-aa107796f81f tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:26.219157 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4b334712-691e-4002-8773-6ce993303bc9 req-b2ef4737-2da6-43da-a099-aa107796f81f tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0517697 Sep 22 17:13:26.266269 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4b334712-691e-4002-8773-6ce993303bc9 req-34a03084-398d-4959-b326-5c2e1f63b73f tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415394 Sep 22 17:13:26.578425 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e71722-0cca-42d2-a858-743592fd7d80 req-db215fca-738a-48f6-aa4f-d95af4e0013c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:26.579907 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e8e71722-0cca-42d2-a858-743592fd7d80 req-db215fca-738a-48f6-aa4f-d95af4e0013c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0471125 Sep 22 17:13:26.627877 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e8e71722-0cca-42d2-a858-743592fd7d80 req-be1e3590-b068-43c0-bf8f-6c06a1874bf1 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417173 Sep 22 17:13:26.789004 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:27.393063 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d787e-544a-4d4c-8525-44bd3b04e1eb req-a92cd133-3d93-4aa4-b0f5-4dc5ee32020d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:27.394567 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e64d787e-544a-4d4c-8525-44bd3b04e1eb req-a92cd133-3d93-4aa4-b0f5-4dc5ee32020d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0511470 Sep 22 17:13:27.454221 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e64d787e-544a-4d4c-8525-44bd3b04e1eb req-b92dda7b-e100-46b2-aad1-7a40b256378e tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523565 Sep 22 17:13:27.577192 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:27.750207 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040dc75-6b28-4a7a-9dc5-7ac374bc69a0 req-a828ab95-3bd9-41ec-8791-939842616205 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:27.751731 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0040dc75-6b28-4a7a-9dc5-7ac374bc69a0 req-a828ab95-3bd9-41ec-8791-939842616205 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0478675 Sep 22 17:13:27.800856 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0040dc75-6b28-4a7a-9dc5-7ac374bc69a0 req-31404f46-bb05-4c92-a6b6-4cfe65a98bf4 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427303 Sep 22 17:13:28.583251 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02279b6b-2723-477e-a7a7-5819d3bc97b4 req-023a9fdc-fd6b-4563-b5b6-6d09a7d2cf2d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:28.585260 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-02279b6b-2723-477e-a7a7-5819d3bc97b4 req-023a9fdc-fd6b-4563-b5b6-6d09a7d2cf2d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0475481 Sep 22 17:13:28.640050 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-02279b6b-2723-477e-a7a7-5819d3bc97b4 req-ddcff77e-a0cf-49e0-904c-6e8de909b028 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485547 Sep 22 17:13:28.913920 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:28.932626 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c259c9-b44c-4f81-8666-9822363a56ad req-b6d6089f-611d-4058-bf2c-2a253a0a986e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:28.934112 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-43c259c9-b44c-4f81-8666-9822363a56ad req-b6d6089f-611d-4058-bf2c-2a253a0a986e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0529642 Sep 22 17:13:28.982190 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-43c259c9-b44c-4f81-8666-9822363a56ad req-0af366b1-98ce-49bb-bbfb-5a1685c959c7 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424554 Sep 22 17:13:29.761328 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04099b6b-73c9-445b-ba0f-d198c4fa859d req-de5d3108-51c3-4b47-a1f8-ec3e8b9ef25f tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:29.762802 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-04099b6b-73c9-445b-ba0f-d198c4fa859d req-de5d3108-51c3-4b47-a1f8-ec3e8b9ef25f tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0470624 Sep 22 17:13:29.812289 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-04099b6b-73c9-445b-ba0f-d198c4fa859d req-c4c103bc-352c-43a1-b9e4-308d2b540b98 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434594 Sep 22 17:13:30.107902 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef7ae8-4c37-402c-b892-ee07670f62cb req-c7feb1cb-7618-4fde-86f8-fbecfdf598e6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:30.109367 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2bef7ae8-4c37-402c-b892-ee07670f62cb req-c7feb1cb-7618-4fde-86f8-fbecfdf598e6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0517197 Sep 22 17:13:30.156918 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2bef7ae8-4c37-402c-b892-ee07670f62cb req-63d8e049-acf4-4e91-bb13-cd615ba9f6d8 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419402 Sep 22 17:13:30.921184 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:30.944223 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768b799-4161-4a29-acea-d8f0c67ed61b req-df54b969-536d-48f8-b190-506df27148a3 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:30.945686 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3768b799-4161-4a29-acea-d8f0c67ed61b req-df54b969-536d-48f8-b190-506df27148a3 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0588515 Sep 22 17:13:30.993725 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3768b799-4161-4a29-acea-d8f0c67ed61b req-d662c240-29c3-4164-8f72-d8dba989091a tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423374 Sep 22 17:13:31.294734 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b97fda-4f14-45ca-a747-ce1b72928623 req-d6425033-e99c-46e6-9900-c1ba83775f60 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:31.296434 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b9b97fda-4f14-45ca-a747-ce1b72928623 req-d6425033-e99c-46e6-9900-c1ba83775f60 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0600607 Sep 22 17:13:31.353206 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b9b97fda-4f14-45ca-a747-ce1b72928623 req-115d4062-2d3a-4049-84c6-45c6780a491e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489099 Sep 22 17:13:32.117389 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1d729-fc9a-482c-931b-bf39191cd908 req-700e0978-75c6-446b-abdc-278575517655 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:32.118890 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-02a1d729-fc9a-482c-931b-bf39191cd908 req-700e0978-75c6-446b-abdc-278575517655 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0484934 Sep 22 17:13:32.177135 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-02a1d729-fc9a-482c-931b-bf39191cd908 req-b4615d2d-100e-4df9-a429-dbe63cbb822a tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526702 Sep 22 17:13:32.212085 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5dcf0-f28e-473e-9784-1c48a5a87ce4 req-6db54794-9c6b-4eed-9490-7f57f6ac8455 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:32.213581 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-74f5dcf0-f28e-473e-9784-1c48a5a87ce4 req-6db54794-9c6b-4eed-9490-7f57f6ac8455 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 946 time: 0.0522580 Sep 22 17:13:32.260470 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-74f5dcf0-f28e-473e-9784-1c48a5a87ce4 req-4627079b-f475-41aa-acc1-9741d5345715 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413463 Sep 22 17:13:32.290527 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34058) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:13:32.369810 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1633fbc4-827a-46cb-a68b-45190d8d4139 tempest-TestMinimumBasicScenario-1373366389 tempest-TestMinimumBasicScenario-1373366389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:32.371448 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-1633fbc4-827a-46cb-a68b-45190d8d4139 tempest-TestMinimumBasicScenario-1373366389 tempest-TestMinimumBasicScenario-1373366389-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 1125 time: 0.0799799 Sep 22 17:13:32.374273 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34062) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:13:32.378418 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Request body: {'floatingip': {'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'port_id': '5886ff66-8e7f-4da4-960b-035ee76660f1', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:13:32.403269 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:32.484846 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:32.486223 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c195ce-7b7a-4552-9154-7e89fa2be10c req-dbfdb894-dfc8-439c-a2c8-8fd5906b5e0c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:32.487761 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-28c195ce-7b7a-4552-9154-7e89fa2be10c req-dbfdb894-dfc8-439c-a2c8-8fd5906b5e0c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0537074 Sep 22 17:13:32.538451 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-28c195ce-7b7a-4552-9154-7e89fa2be10c req-86c24417-2d73-4314-9643-879bca2a01e1 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442343 Sep 22 17:13:32.607323 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Allocated IP 172.27.1.24 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/d08148b3-499e-440c-b16a-68fdfa7d4ff5) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:13:32.714126 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for port (d08148b3-499e-440c-b16a-68fdfa7d4ff5), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:32.723708 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:13:32.747796 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (d08148b3-499e-440c-b16a-68fdfa7d4ff5), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:32.789300 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:13:32.794222 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:13:32.799017 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:13:32.802736 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Pushing event updated for resources: {'Port': ['ID=d08148b3-499e-440c-b16a-68fdfa7d4ff5,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:32.830684 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:32.831046 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:32.831388 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:32.831725 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:32.832091 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:32.832421 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:32.832774 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:32.833145 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:32.833474 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:32.833803 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:32.834128 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:32.834451 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:32.834773 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:32.835130 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:32.835450 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:33.139443 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:33.190737 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for floatingip (461c6a8d-214c-4571-b83f-9f28a651ce07), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:33.214971 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:33.270371 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (d08148b3-499e-440c-b16a-68fdfa7d4ff5), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:33.311195 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418e274-dfc8-443c-a835-cf1a2f34e9fc req-7b68a0e0-2b8c-45ef-99c1-ee473273ae45 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:33.312731 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f418e274-dfc8-443c-a835-cf1a2f34e9fc req-7b68a0e0-2b8c-45ef-99c1-ee473273ae45 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0531952 Sep 22 17:13:33.370555 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f418e274-dfc8-443c-a835-cf1a2f34e9fc req-4ecff988-dc59-4587-9396-9128febaa4b4 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485742 Sep 22 17:13:33.445778 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for port (d08148b3-499e-440c-b16a-68fdfa7d4ff5), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:33.450339 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (d08148b3-499e-440c-b16a-68fdfa7d4ff5), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:33.520540 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (461c6a8d-214c-4571-b83f-9f28a651ce07), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:33.522203 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Pushing event updated for resources: {'Port': ['ID=d08148b3-499e-440c-b16a-68fdfa7d4ff5,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:33.619079 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.l3_db [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Floating IP 461c6a8d-214c-4571-b83f-9f28a651ce07 associated. External IP: 172.27.1.24, port: 5886ff66-8e7f-4da4-960b-035ee76660f1. Sep 22 17:13:33.668758 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e717d4-d778-4446-9602-ec06e9821aff req-5063ac16-3005-4d8b-a60d-d05f0bc9ceef tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:33.670169 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c6e717d4-d778-4446-9602-ec06e9821aff req-5063ac16-3005-4d8b-a60d-d05f0bc9ceef tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0481470 Sep 22 17:13:33.721775 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c6e717d4-d778-4446-9602-ec06e9821aff req-a968102b-95fb-4d1f-a6cb-fde7009e38ae tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453355 Sep 22 17:13:33.829745 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:13:33.934560 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:13:33.945866 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a90cb9-25d4-4609-a7d2-acb7187b83ca None None] Sync routers for ids ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:13:33.953485 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:33.957249 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a90cb9-25d4-4609-a7d2-acb7187b83ca None None] Routers {'8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:13:33.958009 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-f8a90cb9-25d4-4609-a7d2-acb7187b83ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:13:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:33.985185 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-11e7cc4d-95e1-4352-9df1-1087e94bca09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6098833 Sep 22 17:13:33.985870 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'tag': '5886ff66-8e7f-4da4-960b-035ee76660f1'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:13:33.988068 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34070) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:13:33.988236 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3942c7-5d37-4455-bbdc-97daed3769de" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b", "tag": "5886ff66-8e7f-4da4-960b-035ee76660f1"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:13:33.993300 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-134821247', 'description': 'tempest-secgroup-smoke-134821247 description', 'project_id': '0749b2616b854791aec389d669ef94c8'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:13:34.027276 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39770a4-4cbc-40ca-b377-d7028f76fa68 x-openstack-request-id: req-f39770a4-4cbc-40ca-b377-d7028f76fa68 {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:13:34.027759 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b", "tag": "5886ff66-8e7f-4da4-960b-035ee76660f1", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:13:34.028001 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f39770a4-4cbc-40ca-b377-d7028f76fa68 {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:13:34.028557 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f39770a4-4cbc-40ca-b377-d7028f76fa68'] response: {'name': 'network-changed', 'server_uuid': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'tag': '5886ff66-8e7f-4da4-960b-035ee76660f1', 'status': 'completed', 'code': 200} Sep 22 17:13:34.032909 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:34.064473 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:34.072684 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-f8a90cb9-25d4-4609-a7d2-acb7187b83ca None None] Set router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:13:34.114161 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:34.140430 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3942c7-5d37-4455-bbdc-97daed3769de req-f75bbb18-cc19-4ea3-8116-621c969b2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:34.141977 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-da3942c7-5d37-4455-bbdc-97daed3769de req-f75bbb18-cc19-4ea3-8116-621c969b2bef service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0749b2616b854791aec389d669ef94c8&device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 1130 time: 0.0576341 Sep 22 17:13:34.153065 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group (29fa356b-5477-44d1-8eab-bec3a18b8ba0), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:34.163304 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (29fa356b-5477-44d1-8eab-bec3a18b8ba0), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:34.300720 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:UPDATE=8,neutron:SELECT=92 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:34.308440 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-f8a90cb9-25d4-4609-a7d2-acb7187b83ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'name': 'tempest-TestMinimumBasicScenario-84692388-router', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '760ddbb6-97af-4055-856c-dc363243884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:26Z', 'updated_at': '2022-09-22T17:12:30Z', 'revision_number': 4, 'project_id': '0749b2616b854791aec389d669ef94c8', 'gw_port': {'id': '760ddbb6-97af-4055-856c-dc363243884a', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:27Z', 'updated_at': '2022-09-22T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '461c6a8d-214c-4571-b83f-9f28a651ce07', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'port_id': '5886ff66-8e7f-4da4-960b-035ee76660f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0', 'mac_address': 'fa:16:3e:e2:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:13:33Z', 'updated_at': '2022-09-22T17:13:33Z', 'revision_number': 0, 'project_id': '0749b2616b854791aec389d669ef94c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de408782-9b8a-4b57-9b8c-08e4b400c7c3', 'name': '', 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'mac_address': 'fa:16:3e:69:16:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6a9dc17b-3417-453b-9033-563172d97760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:29Z', 'updated_at': '2022-09-22T17:12:35Z', 'revision_number': 5, 'project_id': '0749b2616b854791aec389d669ef94c8', 'subnets': [{'id': '6a9dc17b-3417-453b-9033-563172d97760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:34.337052 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a90cb9-25d4-4609-a7d2-acb7187b83ca None None] Checking router: 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:13:34.346001 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a90cb9-25d4-4609-a7d2-acb7187b83ca None None] Routers {'8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:13:34.346612 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-f8a90cb9-25d4-4609-a7d2-acb7187b83ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:13:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:34.454699 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:34.457731 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-f8a90cb9-25d4-4609-a7d2-acb7187b83ca None None] Set router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:13:34.482691 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:34.483939 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4940839 Sep 22 17:13:34.487116 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34076) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:13:34.491924 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-c2541c26-ab65-4ac6-b446-07c50e71898f tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Request body: {'security_group_rule': {'security_group_id': '29fa356b-5477-44d1-8eab-bec3a18b8ba0', 'project_id': '0749b2616b854791aec389d669ef94c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:13:34.511342 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29fa356b-5477-44d1-8eab-bec3a18b8ba0,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:34.524493 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:34.526844 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c2541c26-ab65-4ac6-b446-07c50e71898f tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (2de4892e-3e39-444a-8f29-673c9499d40a), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:34.532633 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:34.533043 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:34.533403 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:34.533735 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:34.534063 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:34.534387 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:34.534711 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:34.535080 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:34.535409 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:34.535729 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:34.536047 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:34.536362 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:34.536677 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:34.536989 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:34.537303 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ed454-8be0-4134-b23b-869de2126ae5 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:13:34.558581 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc89e1-2884-4270-a480-9101586ad2bc req-8b86b41a-f977-4d21-b7f1-035fcc175f0b tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:34.560239 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9abc89e1-2884-4270-a480-9101586ad2bc req-8b86b41a-f977-4d21-b7f1-035fcc175f0b tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.1007006 Sep 22 17:13:34.570572 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:34.592475 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3942c7-5d37-4455-bbdc-97daed3769de req-cc1e2eb1-afdf-470e-877f-7bca812facb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:34.594576 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-da3942c7-5d37-4455-bbdc-97daed3769de req-cc1e2eb1-afdf-470e-877f-7bca812facb3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=4b09edd4-a749-403e-9dd8-93689c623cd0 HTTP/1.1" status: 200 len: 914 time: 0.4435859 Sep 22 17:13:34.609917 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c2541c26-ab65-4ac6-b446-07c50e71898f tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (2de4892e-3e39-444a-8f29-673c9499d40a), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:34.615427 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c2541c26-ab65-4ac6-b446-07c50e71898f tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (2de4892e-3e39-444a-8f29-673c9499d40a), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:34.644603 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2541c26-ab65-4ac6-b446-07c50e71898f tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de4892e-3e39-444a-8f29-673c9499d40a,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:34.661806 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c2541c26-ab65-4ac6-b446-07c50e71898f tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:34.666814 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-c2541c26-ab65-4ac6-b446-07c50e71898f tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1748102 Sep 22 17:13:34.667166 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34078) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:13:34.669150 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9abc89e1-2884-4270-a480-9101586ad2bc req-0a6f710b-a0d8-4bca-86a4-f2e9fd10d9aa tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967946 Sep 22 17:13:34.674658 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-5df088df-ec89-4986-8b9e-12f686367d2c tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Request body: {'security_group_rule': {'security_group_id': '29fa356b-5477-44d1-8eab-bec3a18b8ba0', 'project_id': '0749b2616b854791aec389d669ef94c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:13:34.690028 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-da3942c7-5d37-4455-bbdc-97daed3769de req-ad2e6440-b8f3-4b6b-90b9-d7faeb887fea service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5886ff66-8e7f-4da4-960b-035ee76660f1 HTTP/1.1" status: 200 len: 999 time: 0.0888226 Sep 22 17:13:34.712352 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5df088df-ec89-4986-8b9e-12f686367d2c tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (b141994f-2925-40e5-b5d7-3a13236fd115), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:34.735491 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-f8a90cb9-25d4-4609-a7d2-acb7187b83ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'name': 'tempest-TestMinimumBasicScenario-84692388-router', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '760ddbb6-97af-4055-856c-dc363243884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:26Z', 'updated_at': '2022-09-22T17:12:30Z', 'revision_number': 4, 'project_id': '0749b2616b854791aec389d669ef94c8', 'gw_port': {'id': '760ddbb6-97af-4055-856c-dc363243884a', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:27Z', 'updated_at': '2022-09-22T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '461c6a8d-214c-4571-b83f-9f28a651ce07', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'port_id': '5886ff66-8e7f-4da4-960b-035ee76660f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0', 'mac_address': 'fa:16:3e:e2:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:13:33Z', 'updated_at': '2022-09-22T17:13:33Z', 'revision_number': 0, 'project_id': '0749b2616b854791aec389d669ef94c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de408782-9b8a-4b57-9b8c-08e4b400c7c3', 'name': '', 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'mac_address': 'fa:16:3e:69:16:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6a9dc17b-3417-453b-9033-563172d97760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:29Z', 'updated_at': '2022-09-22T17:12:35Z', 'revision_number': 5, 'project_id': '0749b2616b854791aec389d669ef94c8', 'subnets': [{'id': '6a9dc17b-3417-453b-9033-563172d97760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:34.768950 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a90cb9-25d4-4609-a7d2-acb7187b83ca None None] The sync data for ids ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'] in dv-cinder-835384-28-iscsi is: [{'id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'name': 'tempest-TestMinimumBasicScenario-84692388-router', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '760ddbb6-97af-4055-856c-dc363243884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:26Z', 'updated_at': '2022-09-22T17:12:30Z', 'revision_number': 4, 'project_id': '0749b2616b854791aec389d669ef94c8', 'gw_port': {'id': '760ddbb6-97af-4055-856c-dc363243884a', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:27Z', 'updated_at': '2022-09-22T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '461c6a8d-214c-4571-b83f-9f28a651ce07', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'floating_ip_address': '172.27.1.24', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'port_id': '5886ff66-8e7f-4da4-960b-035ee76660f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0', 'mac_address': 'fa:16:3e:e2:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:13:33Z', 'updated_at': '2022-09-22T17:13:33Z', 'revision_number': 0, 'project_id': '0749b2616b854791aec389d669ef94c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de408782-9b8a-4b57-9b8c-08e4b400c7c3', 'name': '', 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'mac_address': 'fa:16:3e:69:16:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6a9dc17b-3417-453b-9033-563172d97760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:29Z', 'updated_at': '2022-09-22T17:12:35Z', 'revision_number': 5, 'project_id': '0749b2616b854791aec389d669ef94c8', 'subnets': [{'id': '6a9dc17b-3417-453b-9033-563172d97760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:13:34.772076 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3942c7-5d37-4455-bbdc-97daed3769de req-542136a3-ee02-4a2b-a62e-35197e8171f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:34.773672 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-da3942c7-5d37-4455-bbdc-97daed3769de req-542136a3-ee02-4a2b-a62e-35197e8171f2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6a9dc17b-3417-453b-9033-563172d97760 HTTP/1.1" status: 200 len: 852 time: 0.0671282 Sep 22 17:13:34.844669 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3942c7-5d37-4455-bbdc-97daed3769de req-f3341393-898d-4748-9041-e9aca84ef99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:34.845313 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-da3942c7-5d37-4455-bbdc-97daed3769de req-f3341393-898d-4748-9041-e9aca84ef99a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4b09edd4-a749-403e-9dd8-93689c623cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0648479 Sep 22 17:13:34.932917 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6d48f-2b8e-47d5-a573-6a3ff4e0f5bc req-e9b5a8ed-ca64-4298-bed7-682b77332f06 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:34.934437 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0ca6d48f-2b8e-47d5-a573-6a3ff4e0f5bc req-e9b5a8ed-ca64-4298-bed7-682b77332f06 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.1068847 Sep 22 17:13:35.020537 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-da3942c7-5d37-4455-bbdc-97daed3769de req-8b136fca-1564-49ec-b34a-56fde4658031 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4b09edd4-a749-403e-9dd8-93689c623cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580017 Sep 22 17:13:35.026201 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0ca6d48f-2b8e-47d5-a573-6a3ff4e0f5bc req-a82c87c5-e04c-42b8-a83d-412bda673cac tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845692 Sep 22 17:13:35.037474 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc7114-680c-4a90-9b93-1e9df3b9f810 None None] New status for floating IP 461c6a8d-214c-4571-b83f-9f28a651ce07: ACTIVE {{(pid=106558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:13:35.053111 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5df088df-ec89-4986-8b9e-12f686367d2c tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (b141994f-2925-40e5-b5d7-3a13236fd115), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.063913 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5df088df-ec89-4986-8b9e-12f686367d2c tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (b141994f-2925-40e5-b5d7-3a13236fd115), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.086150 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df088df-ec89-4986-8b9e-12f686367d2c tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b141994f-2925-40e5-b5d7-3a13236fd115,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:35.092232 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-5df088df-ec89-4986-8b9e-12f686367d2c tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.097441 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-5df088df-ec89-4986-8b9e-12f686367d2c tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4292521 Sep 22 17:13:35.098241 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34082) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:13:35.104405 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-01fb82ee-3f10-45b8-a4e5-851357e243dd tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Request body: {'security_group_rule': {'security_group_id': '29fa356b-5477-44d1-8eab-bec3a18b8ba0', 'project_id': '0749b2616b854791aec389d669ef94c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:13:35.134375 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-01fb82ee-3f10-45b8-a4e5-851357e243dd tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (f8a5f558-12d4-4e9d-b27a-884eec866281), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.147944 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-da3942c7-5d37-4455-bbdc-97daed3769de req-bd831c7c-b2eb-4dbf-b756-c5f952114d13 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4b09edd4-a749-403e-9dd8-93689c623cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193249 Sep 22 17:13:35.199258 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-01fb82ee-3f10-45b8-a4e5-851357e243dd tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (f8a5f558-12d4-4e9d-b27a-884eec866281), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.203109 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-01fb82ee-3f10-45b8-a4e5-851357e243dd tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (f8a5f558-12d4-4e9d-b27a-884eec866281), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.223663 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb82ee-3f10-45b8-a4e5-851357e243dd tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a5f558-12d4-4e9d-b27a-884eec866281,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:35.231552 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-01fb82ee-3f10-45b8-a4e5-851357e243dd tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.232776 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-01fb82ee-3f10-45b8-a4e5-851357e243dd tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333692 Sep 22 17:13:35.235671 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34084) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:13:35.240025 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-01aa4852-174a-44aa-ad3d-c88dfad41f47 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Request body: {'security_group_rule': {'security_group_id': '29fa356b-5477-44d1-8eab-bec3a18b8ba0', 'project_id': '0749b2616b854791aec389d669ef94c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:13:35.268009 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-01aa4852-174a-44aa-ad3d-c88dfad41f47 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (ea4d286e-2ed1-4bee-a654-5fe7980d5551), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.328861 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-01aa4852-174a-44aa-ad3d-c88dfad41f47 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (ea4d286e-2ed1-4bee-a654-5fe7980d5551), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.332302 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-01aa4852-174a-44aa-ad3d-c88dfad41f47 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (ea4d286e-2ed1-4bee-a654-5fe7980d5551), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.350822 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa4852-174a-44aa-ad3d-c88dfad41f47 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4d286e-2ed1-4bee-a654-5fe7980d5551,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:35.357987 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-01aa4852-174a-44aa-ad3d-c88dfad41f47 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.359195 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-01aa4852-174a-44aa-ad3d-c88dfad41f47 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225808 Sep 22 17:13:35.361931 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34086) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:13:35.366793 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-7ef7f687-e86b-4646-bc27-4240ed3a0669 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Request body: {'security_group_rule': {'security_group_id': '29fa356b-5477-44d1-8eab-bec3a18b8ba0', 'project_id': '0749b2616b854791aec389d669ef94c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:13:35.387835 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.securitygroups_db [None req-7ef7f687-e86b-4646-bc27-4240ed3a0669 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Project 0749b2616b854791aec389d669ef94c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:13:35.393666 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f687-e86b-4646-bc27-4240ed3a0669 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (78105bfb-b9e2-4e72-8976-d7a65bf93336), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.455993 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f687-e86b-4646-bc27-4240ed3a0669 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (78105bfb-b9e2-4e72-8976-d7a65bf93336), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.459749 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f687-e86b-4646-bc27-4240ed3a0669 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (78105bfb-b9e2-4e72-8976-d7a65bf93336), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.475337 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7f687-e86b-4646-bc27-4240ed3a0669 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78105bfb-b9e2-4e72-8976-d7a65bf93336,revision_number=0']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:35.489709 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f687-e86b-4646-bc27-4240ed3a0669 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.493514 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-7ef7f687-e86b-4646-bc27-4240ed3a0669 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280196 Sep 22 17:13:35.493854 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34088) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:13:35.498448 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-ccca0b4c-81b9-449c-b214-9bf9a5759053 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Request body: {'security_group_rule': {'security_group_id': '29fa356b-5477-44d1-8eab-bec3a18b8ba0', 'project_id': '0749b2616b854791aec389d669ef94c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:13:35.520109 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.securitygroups_db [None req-ccca0b4c-81b9-449c-b214-9bf9a5759053 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Project 0749b2616b854791aec389d669ef94c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:13:35.526669 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ccca0b4c-81b9-449c-b214-9bf9a5759053 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (6d36021a-3a12-45c3-a6e0-9aaaf58218ad), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.588723 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ccca0b4c-81b9-449c-b214-9bf9a5759053 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (6d36021a-3a12-45c3-a6e0-9aaaf58218ad), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.592984 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ccca0b4c-81b9-449c-b214-9bf9a5759053 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (6d36021a-3a12-45c3-a6e0-9aaaf58218ad), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.613726 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca0b4c-81b9-449c-b214-9bf9a5759053 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d36021a-3a12-45c3-a6e0-9aaaf58218ad,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:35.618669 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ccca0b4c-81b9-449c-b214-9bf9a5759053 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:35.619975 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-ccca0b4c-81b9-449c-b214-9bf9a5759053 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250560 Sep 22 17:13:35.723750 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-98a374dc-4364-4983-bb71-d751acaace63 req-bcabd933-d547-420c-bb1f-3f1e3a190d57 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-134821247&fields=id&tenant_id=0749b2616b854791aec389d669ef94c8 HTTP/1.1" status: 200 len: 267 time: 0.0554802 Sep 22 17:13:35.775393 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:35.807771 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a374dc-4364-4983-bb71-d751acaace63 req-0f78505c-4d04-4ab7-9737-61901bab7f7f tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:35.809240 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-98a374dc-4364-4983-bb71-d751acaace63 req-0f78505c-4d04-4ab7-9737-61901bab7f7f tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 946 time: 0.0802436 Sep 22 17:13:35.825183 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-98a374dc-4364-4983-bb71-d751acaace63 req-124f9167-14fe-4259-99d3-64be41ee0879 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Request body: {'port': {'security_groups': ['cc6ee124-fcd7-4f31-b97b-a5e90edd78cf', '29fa356b-5477-44d1-8eab-bec3a18b8ba0']}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:13:35.835465 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96083ffa-3c4f-441b-9a77-6df490f9efd6 req-6f908332-122e-4eaa-8f73-72922cb1fd2c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:35.837059 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-96083ffa-3c4f-441b-9a77-6df490f9efd6 req-6f908332-122e-4eaa-8f73-72922cb1fd2c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0748966 Sep 22 17:13:35.923743 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:35.949413 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-96083ffa-3c4f-441b-9a77-6df490f9efd6 req-e0d77cc9-37e3-489c-80be-12a216a52464 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931654 Sep 22 17:13:35.950445 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-98a374dc-4364-4983-bb71-d751acaace63 req-124f9167-14fe-4259-99d3-64be41ee0879 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:36.174566 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-98a374dc-4364-4983-bb71-d751acaace63 req-124f9167-14fe-4259-99d3-64be41ee0879 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] For port 5886ff66-8e7f-4da4-960b-035ee76660f1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5886ff66-8e7f-4da4-960b-035ee76660f1,segment=NetworkSegment(877523c1-9317-42cc-9487-3330bfdb1efc),segment_id=877523c1-9317-42cc-9487-3330bfdb1efc)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:13:36.192213 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fb683-92fa-45d0-b3eb-ef3daf859f3b req-aeae0e8e-41d3-4fe9-84ab-6c3c6daf822f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:36.193695 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2a2fb683-92fa-45d0-b3eb-ef3daf859f3b req-aeae0e8e-41d3-4fe9-84ab-6c3c6daf822f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0726502 Sep 22 17:13:36.228261 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-98a374dc-4364-4983-bb71-d751acaace63 req-124f9167-14fe-4259-99d3-64be41ee0879 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:36.234274 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-98a374dc-4364-4983-bb71-d751acaace63 req-124f9167-14fe-4259-99d3-64be41ee0879 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:36.251751 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a374dc-4364-4983-bb71-d751acaace63 req-124f9167-14fe-4259-99d3-64be41ee0879 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:36.252356 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-98a374dc-4364-4983-bb71-d751acaace63 req-124f9167-14fe-4259-99d3-64be41ee0879 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:36.253757 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-98a374dc-4364-4983-bb71-d751acaace63 req-124f9167-14fe-4259-99d3-64be41ee0879 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "PUT /networking/v2.0/ports/5886ff66-8e7f-4da4-960b-035ee76660f1 HTTP/1.1" status: 200 len: 982 time: 0.4356496 Sep 22 17:13:36.254345 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'tag': '5886ff66-8e7f-4da4-960b-035ee76660f1'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:13:36.256626 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eab96d-cccf-424d-aecd-66ed017768bd" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b", "tag": "5886ff66-8e7f-4da4-960b-035ee76660f1"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:13:36.281645 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['5886ff66-8e7f-4da4-960b-035ee76660f1'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:13:36.294380 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2a2fb683-92fa-45d0-b3eb-ef3daf859f3b req-5c56c6af-2259-484b-9423-3ecacca75aac tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934353 Sep 22 17:13:36.350793 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f9167-14fe-4259-99d3-64be41ee0879 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Pushing event updated for resources: {'Port': ['ID=5886ff66-8e7f-4da4-960b-035ee76660f1,revision_number=6']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:36.388370 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6608f4f-2c13-4411-aee6-58f27ddaf829 req-ffc352f6-ab69-4b0f-b7d4-ad8c16aef3f2 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:36.391252 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c6608f4f-2c13-4411-aee6-58f27ddaf829 req-ffc352f6-ab69-4b0f-b7d4-ad8c16aef3f2 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 985 time: 0.0593145 Sep 22 17:13:36.459302 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c6608f4f-2c13-4411-aee6-58f27ddaf829 req-53c0ca06-bafc-4ddb-800d-5054bd9a874b tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=29fa356b-5477-44d1-8eab-bec3a18b8ba0&id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628326 Sep 22 17:13:36.495998 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f61e6d6-7e9f-4fde-bc85-97980c1d60fd x-openstack-request-id: req-6f61e6d6-7e9f-4fde-bc85-97980c1d60fd {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:13:36.496168 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b", "tag": "5886ff66-8e7f-4da4-960b-035ee76660f1", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:13:36.496348 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f61e6d6-7e9f-4fde-bc85-97980c1d60fd {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:13:36.496764 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f61e6d6-7e9f-4fde-bc85-97980c1d60fd'] response: {'name': 'network-changed', 'server_uuid': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'tag': '5886ff66-8e7f-4da4-960b-035ee76660f1', 'status': 'completed', 'code': 200} Sep 22 17:13:36.549342 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['5886ff66-8e7f-4da4-960b-035ee76660f1'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:13:36.586927 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:36.613445 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eab96d-cccf-424d-aecd-66ed017768bd req-2bea079a-64ac-4863-9767-4a9e380303a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:36.615025 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-30eab96d-cccf-424d-aecd-66ed017768bd req-2bea079a-64ac-4863-9767-4a9e380303a9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0749b2616b854791aec389d669ef94c8&device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 1169 time: 0.0399249 Sep 22 17:13:36.709590 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:36.713293 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eab96d-cccf-424d-aecd-66ed017768bd req-5fbf75aa-4f82-4c8a-a90a-462ab3309d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:36.714771 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-30eab96d-cccf-424d-aecd-66ed017768bd req-5fbf75aa-4f82-4c8a-a90a-462ab3309d0c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=4b09edd4-a749-403e-9dd8-93689c623cd0 HTTP/1.1" status: 200 len: 914 time: 0.0924845 Sep 22 17:13:36.784092 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-30eab96d-cccf-424d-aecd-66ed017768bd req-7966d824-700d-467f-aae2-22699c58f4a4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5886ff66-8e7f-4da4-960b-035ee76660f1 HTTP/1.1" status: 200 len: 1001 time: 0.0599151 Sep 22 17:13:36.837786 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eab96d-cccf-424d-aecd-66ed017768bd req-872178af-5c7c-4796-992a-80ab3e60926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:36.839384 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-30eab96d-cccf-424d-aecd-66ed017768bd req-872178af-5c7c-4796-992a-80ab3e60926c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6a9dc17b-3417-453b-9033-563172d97760 HTTP/1.1" status: 200 len: 852 time: 0.0481894 Sep 22 17:13:36.897472 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eab96d-cccf-424d-aecd-66ed017768bd req-c15984d2-2722-4482-ad9c-2fd095b946ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:36.899067 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-30eab96d-cccf-424d-aecd-66ed017768bd req-c15984d2-2722-4482-ad9c-2fd095b946ce service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4b09edd4-a749-403e-9dd8-93689c623cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484264 Sep 22 17:13:36.930769 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:37.004970 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-30eab96d-cccf-424d-aecd-66ed017768bd req-c82b2b58-1249-4ad5-97a3-00cf0c0408b1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4b09edd4-a749-403e-9dd8-93689c623cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935190 Sep 22 17:13:37.075527 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:37.119356 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78b352-18c7-478e-966f-8342f8cf7a29 req-a1118d80-389c-4fd1-9e2a-463057633a87 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:37.120810 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f78b352-18c7-478e-966f-8342f8cf7a29 req-a1118d80-389c-4fd1-9e2a-463057633a87 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0870023 Sep 22 17:13:37.159240 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-30eab96d-cccf-424d-aecd-66ed017768bd req-eb3c46da-0154-48bd-8b98-c40c612781fe service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4b09edd4-a749-403e-9dd8-93689c623cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439259 Sep 22 17:13:37.189526 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f78b352-18c7-478e-966f-8342f8cf7a29 req-2112bdc3-a664-48d5-a91f-495546e0ec73 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592883 Sep 22 17:13:37.421517 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:37.429476 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a948a5f-c8cf-429f-a6cc-2a1bc8b83d60 req-13066404-4e39-47c0-932f-c533529c8dbc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:37.430976 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7a948a5f-c8cf-429f-a6cc-2a1bc8b83d60 req-13066404-4e39-47c0-932f-c533529c8dbc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0500965 Sep 22 17:13:37.478525 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7a948a5f-c8cf-429f-a6cc-2a1bc8b83d60 req-06b484fc-c3fe-4c17-a5fc-a6299c687c5b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419130 Sep 22 17:13:38.313887 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca06bd0-6f40-4612-adfb-de72f008fde8 req-7c9648a3-27cc-4ab2-9195-eb95cedd8578 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:38.315258 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2ca06bd0-6f40-4612-adfb-de72f008fde8 req-7c9648a3-27cc-4ab2-9195-eb95cedd8578 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0493054 Sep 22 17:13:38.361773 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2ca06bd0-6f40-4612-adfb-de72f008fde8 req-bdc5a7fe-0e95-427f-83e8-837381f069ce tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409405 Sep 22 17:13:38.616906 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ba3cb-f379-432f-b124-de52b77fdedd req-3cf6a320-8c39-452f-8cb9-2c105dcc11bc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:38.618275 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6e4ba3cb-f379-432f-b124-de52b77fdedd req-3cf6a320-8c39-452f-8cb9-2c105dcc11bc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0498154 Sep 22 17:13:38.665009 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6e4ba3cb-f379-432f-b124-de52b77fdedd req-d802a91b-815f-4062-9e77-13b1c7f0ef01 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411966 Sep 22 17:13:39.487149 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121faac6-863b-47b5-9f13-f975d155989f req-fae6a48c-8005-435e-85b7-1a875d3494cb tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:39.489120 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-121faac6-863b-47b5-9f13-f975d155989f req-fae6a48c-8005-435e-85b7-1a875d3494cb tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0479414 Sep 22 17:13:39.537990 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-121faac6-863b-47b5-9f13-f975d155989f req-bc1002c1-d5f3-4066-beaa-05e24625315c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432177 Sep 22 17:13:39.800160 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa328df-d66c-4f59-9771-9d6f64761e36 req-052fe739-a43e-47ec-95f3-7cc7e8429733 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:39.801528 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aaa328df-d66c-4f59-9771-9d6f64761e36 req-052fe739-a43e-47ec-95f3-7cc7e8429733 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0465281 Sep 22 17:13:39.851440 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aaa328df-d66c-4f59-9771-9d6f64761e36 req-7828a2db-2016-4246-81d7-a0b211417a85 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442982 Sep 22 17:13:40.663354 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee8bf8-b306-4e92-8931-1d8eb2d44b8b req-f2b9c34a-8419-4264-bf6a-964ebced217a tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:40.664820 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9bee8bf8-b306-4e92-8931-1d8eb2d44b8b req-f2b9c34a-8419-4264-bf6a-964ebced217a tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0493789 Sep 22 17:13:40.714579 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9bee8bf8-b306-4e92-8931-1d8eb2d44b8b req-6971c362-a75b-4dae-bc05-a26cc44e5747 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426018 Sep 22 17:13:40.981647 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9a1cb-5bcc-44ac-ab88-5b2ab1e9158c req-5987a516-6e9d-4f3e-b929-8e4a7dd2dcca tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:40.983241 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a7d9a1cb-5bcc-44ac-ab88-5b2ab1e9158c req-5987a516-6e9d-4f3e-b929-8e4a7dd2dcca tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0474353 Sep 22 17:13:41.031173 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a7d9a1cb-5bcc-44ac-ab88-5b2ab1e9158c req-b468980e-078f-4ad4-8806-38112070099f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417440 Sep 22 17:13:41.845276 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0b0e1-590a-4a4b-9a23-419050664f0e req-d6b2bbfa-2804-4787-9b95-e2ab5ab0518b tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:41.846748 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-08e0b0e1-590a-4a4b-9a23-419050664f0e req-d6b2bbfa-2804-4787-9b95-e2ab5ab0518b tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0519047 Sep 22 17:13:41.896309 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-08e0b0e1-590a-4a4b-9a23-419050664f0e req-808b2d59-2dda-436e-a27a-58887307e1a2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437698 Sep 22 17:13:41.970395 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3f398-7eaa-4eed-954e-c6a6c5b76a55 req-7fb042c6-91ab-4e80-b012-6824dfd9bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:41.971978 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6ff3f398-7eaa-4eed-954e-c6a6c5b76a55 req-7fb042c6-91ab-4e80-b012-6824dfd9bd28 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 1129 time: 0.0387912 Sep 22 17:13:42.002976 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:42.019072 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6ff3f398-7eaa-4eed-954e-c6a6c5b76a55 req-abab02c2-cf56-416f-a34b-6e6110315040 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387170 Sep 22 17:13:42.141658 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:42.156938 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394efc7-0911-4d66-b673-6f72fa514303 req-26e410bf-b6ae-418c-8952-af6229b78084 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:42.158413 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1394efc7-0911-4d66-b673-6f72fa514303 req-26e410bf-b6ae-418c-8952-af6229b78084 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0502434 Sep 22 17:13:42.206360 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1394efc7-0911-4d66-b673-6f72fa514303 req-8b0d18be-57df-47cd-95bd-8368af8000fd tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418446 Sep 22 17:13:43.022193 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76403d1-9262-48b0-9bd2-b78861198e2f req-cc87eb51-226e-4a28-8899-b43d2f10b341 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:43.023615 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d76403d1-9262-48b0-9bd2-b78861198e2f req-cc87eb51-226e-4a28-8899-b43d2f10b341 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0495832 Sep 22 17:13:43.071686 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d76403d1-9262-48b0-9bd2-b78861198e2f req-8c0e1713-4ac5-4bfc-8b10-3b2e6114f7d4 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424170 Sep 22 17:13:43.336370 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13a1d6-93f9-4d7f-95ed-5a742faccfb9 req-2c8c7807-e505-460c-9b9e-852cb0c2a002 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:43.337746 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9d13a1d6-93f9-4d7f-95ed-5a742faccfb9 req-2c8c7807-e505-460c-9b9e-852cb0c2a002 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0488300 Sep 22 17:13:43.389032 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9d13a1d6-93f9-4d7f-95ed-5a742faccfb9 req-178f05dc-85ee-47b3-bb5b-151846281ca0 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456583 Sep 22 17:13:44.200667 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88194926-0878-4158-9a3e-129116c173fa req-d459d6b5-35c7-4537-84bc-2a063ff68a0c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:44.202134 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-88194926-0878-4158-9a3e-129116c173fa req-d459d6b5-35c7-4537-84bc-2a063ff68a0c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0481987 Sep 22 17:13:44.250567 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-88194926-0878-4158-9a3e-129116c173fa req-bfbb8f6d-0da3-4a0b-8306-fda7deb64bb1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422230 Sep 22 17:13:44.510610 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357aad7-b355-4b3d-bf40-b704a12e677f req-735e1571-14ef-450c-a11f-413db1df513b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:44.512386 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d357aad7-b355-4b3d-bf40-b704a12e677f req-735e1571-14ef-450c-a11f-413db1df513b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0467753 Sep 22 17:13:44.564457 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d357aad7-b355-4b3d-bf40-b704a12e677f req-976fb1be-c17c-4a43-baa4-f71484340d3b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464792 Sep 22 17:13:44.949214 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d9a41-a1a0-4b1a-ad50-78ce68fed086 req-d4092d43-3c76-44ee-ae45-5e882845fd2d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:44.951236 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-361d9a41-a1a0-4b1a-ad50-78ce68fed086 req-d4092d43-3c76-44ee-ae45-5e882845fd2d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0789130 Sep 22 17:13:44.956562 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601377a8-4597-420e-9df6-0eca330f86f4 req-017d1b93-8ca9-4c0f-8ef1-9ec7d88af795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:44.958007 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-601377a8-4597-420e-9df6-0eca330f86f4 req-017d1b93-8ca9-4c0f-8ef1-9ec7d88af795 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 1129 time: 0.0532765 Sep 22 17:13:45.055497 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-361d9a41-a1a0-4b1a-ad50-78ce68fed086 req-aec26f08-cdf1-421d-8bea-c31218196e6d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965474 Sep 22 17:13:45.084241 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601377a8-4597-420e-9df6-0eca330f86f4 req-35b3cdc5-b647-4ccf-861b-34d37c69b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:45.085741 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-601377a8-4597-420e-9df6-0eca330f86f4 req-35b3cdc5-b647-4ccf-861b-34d37c69b09f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 919 time: 0.1200285 Sep 22 17:13:45.150273 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-601377a8-4597-420e-9df6-0eca330f86f4 req-709fa2b8-7648-4c99-af02-44e10396b090 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2393791-4dcd-48e5-ab8f-65b3058fd17e HTTP/1.1" status: 200 len: 1001 time: 0.0569110 Sep 22 17:13:45.198622 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601377a8-4597-420e-9df6-0eca330f86f4 req-796d0a2d-404c-41b0-94b2-fd5d49e2a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:45.200199 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-601377a8-4597-420e-9df6-0eca330f86f4 req-796d0a2d-404c-41b0-94b2-fd5d49e2a662 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ff3b5331-7dbe-4b3b-ac39-cc04115e40fd HTTP/1.1" status: 200 len: 857 time: 0.0439146 Sep 22 17:13:45.249977 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601377a8-4597-420e-9df6-0eca330f86f4 req-d0daa857-eb7d-4b11-8037-a00c54c42eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:45.251552 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-601377a8-4597-420e-9df6-0eca330f86f4 req-d0daa857-eb7d-4b11-8037-a00c54c42eae service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=906da010-9d01-428f-8bbf-d862e44df893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413575 Sep 22 17:13:45.371375 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff55560-cc96-47fa-97d9-a42d8d6a8139 req-4632ecaa-47bb-41bd-b7ff-ac93d6ff8cf9 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:45.372825 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cff55560-cc96-47fa-97d9-a42d8d6a8139 req-4632ecaa-47bb-41bd-b7ff-ac93d6ff8cf9 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0457311 Sep 22 17:13:45.420454 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cff55560-cc96-47fa-97d9-a42d8d6a8139 req-d2d1bf35-de94-4bd8-b126-5e7e2511b5b0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420694 Sep 22 17:13:45.480181 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=65,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:45.482888 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=74,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:45.502444 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:45.531241 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-601377a8-4597-420e-9df6-0eca330f86f4 req-4de0020d-3d4c-4aff-94dd-69d5ade1018a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927336 Sep 22 17:13:45.602649 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:45.628123 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-601377a8-4597-420e-9df6-0eca330f86f4 req-79d6a0f6-fd25-4ba7-a9ea-a25482601ef9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850868 Sep 22 17:13:46.180957 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b5769-3cf1-4d72-b9cf-83da4dc53fbb req-c481307f-b28c-4e65-a068-41e0779fee3d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:46.182435 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-494b5769-3cf1-4d72-b9cf-83da4dc53fbb req-c481307f-b28c-4e65-a068-41e0779fee3d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0502605 Sep 22 17:13:46.230036 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-494b5769-3cf1-4d72-b9cf-83da4dc53fbb req-555cb32c-8315-4ea1-9305-e1d74329945d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419257 Sep 22 17:13:46.546239 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1199d-90b0-4ee4-a2c9-5f36d63c5d6a req-387ad9e9-42b8-4fd9-b91d-a2243f30a861 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:46.547726 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a8c1199d-90b0-4ee4-a2c9-5f36d63c5d6a req-387ad9e9-42b8-4fd9-b91d-a2243f30a861 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0508723 Sep 22 17:13:46.594932 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a8c1199d-90b0-4ee4-a2c9-5f36d63c5d6a req-560bcabe-690a-4592-9c44-f6df158e16ff tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412714 Sep 22 17:13:46.814211 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdda94-1ce2-4a97-8cd4-e5272cf1bcf8 req-7052463d-9a7f-45bd-8fa2-aa1065503c1a tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:46.815684 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-45cdda94-1ce2-4a97-8cd4-e5272cf1bcf8 req-7052463d-9a7f-45bd-8fa2-aa1065503c1a tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0479424 Sep 22 17:13:46.868092 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-45cdda94-1ce2-4a97-8cd4-e5272cf1bcf8 req-1ee66d67-ddca-44dc-a8fe-0fe771673d26 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455749 Sep 22 17:13:47.356511 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2654c51-dd45-40a9-a3ef-5303e9fb7165 req-64dd3d07-9f41-402b-9786-53406120bec3 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:47.357944 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b2654c51-dd45-40a9-a3ef-5303e9fb7165 req-64dd3d07-9f41-402b-9786-53406120bec3 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0499203 Sep 22 17:13:47.407150 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b2654c51-dd45-40a9-a3ef-5303e9fb7165 req-bd489427-d6a9-419c-8bb7-d707c9c6c686 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421581 Sep 22 17:13:47.414545 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=38 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:47.417184 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:47.989200 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c5fc8-915c-4ecc-9221-ff8ab1099e5d req-e4dfa429-8ac0-40ff-a05e-7ba2814e34ae tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:47.990672 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-493c5fc8-915c-4ecc-9221-ff8ab1099e5d req-e4dfa429-8ac0-40ff-a05e-7ba2814e34ae tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0475361 Sep 22 17:13:48.039145 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-493c5fc8-915c-4ecc-9221-ff8ab1099e5d req-a8d8f4ea-468e-4939-92e8-e2797625cc02 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421779 Sep 22 17:13:48.430552 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:48.434020 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=12 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:48.533257 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8f990-2801-45a1-b214-ab3fd9fb5ef6 req-c22bcf1c-3dbe-4945-86db-645a567c72f2 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:48.535343 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d9b8f990-2801-45a1-b214-ab3fd9fb5ef6 req-c22bcf1c-3dbe-4945-86db-645a567c72f2 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0490439 Sep 22 17:13:48.586399 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d9b8f990-2801-45a1-b214-ab3fd9fb5ef6 req-6718d7c6-e383-4275-b2d8-147c744cc08e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451679 Sep 22 17:13:48.812877 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631948a-528f-4f68-bb05-6b68b6c5c859 req-deaa23b1-43f2-4b79-9cbb-a57023faba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:48.814407 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8631948a-528f-4f68-bb05-6b68b6c5c859 req-deaa23b1-43f2-4b79-9cbb-a57023faba79 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=2abeb0b54520461cb414ea9c0599380f&device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 1130 time: 0.0383964 Sep 22 17:13:48.905209 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631948a-528f-4f68-bb05-6b68b6c5c859 req-6e9219da-4a59-43e2-bd0a-f07e12f1269f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:48.906648 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8631948a-528f-4f68-bb05-6b68b6c5c859 req-6e9219da-4a59-43e2-bd0a-f07e12f1269f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae HTTP/1.1" status: 200 len: 911 time: 0.0854626 Sep 22 17:13:49.167320 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fc8ce-c96c-4726-bb27-283f15f73144 req-cc377fd7-c76f-4893-b7a4-1853686d7146 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:49.168781 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3c4fc8ce-c96c-4726-bb27-283f15f73144 req-cc377fd7-c76f-4893-b7a4-1853686d7146 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0503025 Sep 22 17:13:49.215941 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3c4fc8ce-c96c-4726-bb27-283f15f73144 req-8a6e2516-0929-452f-99af-b4cc2d0b433f tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413055 Sep 22 17:13:49.556384 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8631948a-528f-4f68-bb05-6b68b6c5c859 req-7e0de774-6cf8-4bd4-a55e-21b90d3afe6c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62c689f-694f-4650-961c-8b16b6ed4e18 HTTP/1.1" status: 200 len: 1001 time: 0.0574744 Sep 22 17:13:49.624984 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:49.636676 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631948a-528f-4f68-bb05-6b68b6c5c859 req-98466fe6-9dfa-4028-84e8-8dfaf7cfd692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:49.638110 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8631948a-528f-4f68-bb05-6b68b6c5c859 req-98466fe6-9dfa-4028-84e8-8dfaf7cfd692 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1c5982a3-8aaa-4aa9-908c-22cf8406126d HTTP/1.1" status: 200 len: 849 time: 0.0522497 Sep 22 17:13:49.709715 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631948a-528f-4f68-bb05-6b68b6c5c859 req-7cc5f9bc-361d-4816-9a11-5ae38bf2b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:49.711311 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8631948a-528f-4f68-bb05-6b68b6c5c859 req-7cc5f9bc-361d-4816-9a11-5ae38bf2b184 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0668883 Sep 22 17:13:49.732343 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76f5b3-9881-42b3-a00c-f3c2b8804b71 req-31500ed3-7541-485d-b835-ad3edcf11c0a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:49.733704 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4a76f5b3-9881-42b3-a00c-f3c2b8804b71 req-31500ed3-7541-485d-b835-ad3edcf11c0a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0622346 Sep 22 17:13:49.746490 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:49.845927 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4a76f5b3-9881-42b3-a00c-f3c2b8804b71 req-0f8194c7-9625-4715-9fd5-32b1f823f09b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020095 Sep 22 17:13:49.852158 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8631948a-528f-4f68-bb05-6b68b6c5c859 req-1f6e50a5-64d3-47c4-b686-727239e79d63 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336341 Sep 22 17:13:49.979145 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8631948a-528f-4f68-bb05-6b68b6c5c859 req-764eee4f-4723-465d-a752-966fe0b71ba8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203334 Sep 22 17:13:49.984681 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a26198-d35b-42a6-928c-2b177315e07d req-e6d8f1ad-37ff-4630-bd7b-af031da500d0 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:49.986023 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-68a26198-d35b-42a6-928c-2b177315e07d req-e6d8f1ad-37ff-4630-bd7b-af031da500d0 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0671515 Sep 22 17:13:49.996262 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34186) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:13:50.000799 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-f3159bcc-c270-4a0b-90ae-436461f80205 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Request body: {'floatingip': {'port_id': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:13:50.056936 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f3159bcc-c270-4a0b-90ae-436461f80205 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for floatingip (4a64d259-f904-441c-bb5a-ff8d870132d1), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:50.394319 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d71009-645e-475e-82b4-e300469bd910 req-50ff830f-9474-4980-a122-7d80519ed318 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:50.395791 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-13d71009-645e-475e-82b4-e300469bd910 req-50ff830f-9474-4980-a122-7d80519ed318 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0747690 Sep 22 17:13:50.518066 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-13d71009-645e-475e-82b4-e300469bd910 req-ebec2e30-170a-4237-bb64-353bac8e1812 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166167 Sep 22 17:13:50.800451 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:50.819496 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f3159bcc-c270-4a0b-90ae-436461f80205 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:50.823065 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f3159bcc-c270-4a0b-90ae-436461f80205 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (4a64d259-f904-441c-bb5a-ff8d870132d1), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:50.905333 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-f89ea355-85c8-4be4-a76b-b37b7ccd2153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:51.008742 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:51.024825 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3159bcc-c270-4a0b-90ae-436461f80205 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Router a3954ba2-3794-4e5a-a420-633e6048f8be has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:13:51.131468 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3159bcc-c270-4a0b-90ae-436461f80205 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:13:51.136157 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f3159bcc-c270-4a0b-90ae-436461f80205 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:51.140794 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f635a8a1-b3e1-467a-adeb-f3ca5449c0a9 None None] Sync routers for ids ['a3954ba2-3794-4e5a-a420-633e6048f8be'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:13:51.156930 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f635a8a1-b3e1-467a-adeb-f3ca5449c0a9 None None] Routers {'a3954ba2-3794-4e5a-a420-633e6048f8be'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:13:51.158320 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-f635a8a1-b3e1-467a-adeb-f3ca5449c0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:13:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3954ba2-3794-4e5a-a420-633e6048f8be'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:51.175521 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273ac187-4613-4832-a9a4-4cf53828d55f', 'tag': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:13:51.178057 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3875c0f8-a2de-4757-9f53-0269c2908763" -d '{"events": [{"name": "network-changed", "server_uuid": "273ac187-4613-4832-a9a4-4cf53828d55f", "tag": "f2393791-4dcd-48e5-ab8f-65b3058fd17e"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:13:51.222296 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-f3159bcc-c270-4a0b-90ae-436461f80205 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/4a64d259-f904-441c-bb5a-ff8d870132d1 HTTP/1.1" status: 200 len: 993 time: 1.2249033 Sep 22 17:13:51.223898 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aeb168f-8aa8-4870-a60b-3cccb97b23d7 x-openstack-request-id: req-6aeb168f-8aa8-4870-a60b-3cccb97b23d7 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:13:51.224234 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273ac187-4613-4832-a9a4-4cf53828d55f", "tag": "f2393791-4dcd-48e5-ab8f-65b3058fd17e", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:13:51.224494 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6aeb168f-8aa8-4870-a60b-3cccb97b23d7 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:13:51.225136 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aeb168f-8aa8-4870-a60b-3cccb97b23d7'] response: {'name': 'network-changed', 'server_uuid': '273ac187-4613-4832-a9a4-4cf53828d55f', 'tag': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e', 'status': 'completed', 'code': 200} Sep 22 17:13:51.268525 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-f635a8a1-b3e1-467a-adeb-f3ca5449c0a9 None None] Set router a3954ba2-3794-4e5a-a420-633e6048f8be gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:13:51.325140 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875c0f8-a2de-4757-9f53-0269c2908763 req-e6ea7419-a6a0-4f4c-b8fb-ad880f76b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:51.326669 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3875c0f8-a2de-4757-9f53-0269c2908763 req-e6ea7419-a6a0-4f4c-b8fb-ad880f76b92b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 1129 time: 0.0416934 Sep 22 17:13:51.426739 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875c0f8-a2de-4757-9f53-0269c2908763 req-986a7078-1d94-48f5-8aaf-d9f20bb4d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:51.428179 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3875c0f8-a2de-4757-9f53-0269c2908763 req-986a7078-1d94-48f5-8aaf-d9f20bb4d191 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 919 time: 0.0953233 Sep 22 17:13:51.492092 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3875c0f8-a2de-4757-9f53-0269c2908763 req-e5c6788d-8564-46ec-9509-a338126323b4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2393791-4dcd-48e5-ab8f-65b3058fd17e HTTP/1.1" status: 200 len: 1001 time: 0.0573058 Sep 22 17:13:51.496476 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-f635a8a1-b3e1-467a-adeb-f3ca5449c0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:25Z', 'revision_number': 4, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '4a64d259-f904-441c-bb5a-ff8d870132d1', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'port_id': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'mac_address': 'fa:16:3e:05:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273ac187-4613-4832-a9a4-4cf53828d55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:09:59Z', 'updated_at': '2022-09-22T17:13:50Z', 'revision_number': 3, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0015b-69e4-475d-8d7c-cb0f73272ff4', 'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'mac_address': 'fa:16:3e:5b:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:23Z', 'updated_at': '2022-09-22T17:07:44Z', 'revision_number': 5, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'subnets': [{'id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:51.523675 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f635a8a1-b3e1-467a-adeb-f3ca5449c0a9 None None] Checking router: a3954ba2-3794-4e5a-a420-633e6048f8be for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:13:51.531944 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f635a8a1-b3e1-467a-adeb-f3ca5449c0a9 None None] Routers {'a3954ba2-3794-4e5a-a420-633e6048f8be'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:13:51.532552 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-f635a8a1-b3e1-467a-adeb-f3ca5449c0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:13:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3954ba2-3794-4e5a-a420-633e6048f8be'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:51.542280 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875c0f8-a2de-4757-9f53-0269c2908763 req-0109494e-a175-43ae-8d46-700706201780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:51.543801 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3875c0f8-a2de-4757-9f53-0269c2908763 req-0109494e-a175-43ae-8d46-700706201780 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ff3b5331-7dbe-4b3b-ac39-cc04115e40fd HTTP/1.1" status: 200 len: 857 time: 0.0456431 Sep 22 17:13:51.594828 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875c0f8-a2de-4757-9f53-0269c2908763 req-9a0719be-15d9-4d09-930a-5cdafac534a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:51.596472 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3875c0f8-a2de-4757-9f53-0269c2908763 req-9a0719be-15d9-4d09-930a-5cdafac534a7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=906da010-9d01-428f-8bbf-d862e44df893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453205 Sep 22 17:13:51.693692 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9095d-e005-4fd4-8e9b-39bbf816f95f req-21eccaf3-64dd-4d3b-b483-b8bf871458d5 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:51.695377 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c8e9095d-e005-4fd4-8e9b-39bbf816f95f req-21eccaf3-64dd-4d3b-b483-b8bf871458d5 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0952804 Sep 22 17:13:51.762612 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3875c0f8-a2de-4757-9f53-0269c2908763 req-0905ebb0-65b9-4456-95c4-fcf9a113d2f6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534777 Sep 22 17:13:51.767468 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-f635a8a1-b3e1-467a-adeb-f3ca5449c0a9 None None] Set router a3954ba2-3794-4e5a-a420-633e6048f8be gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:13:51.783354 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c8e9095d-e005-4fd4-8e9b-39bbf816f95f req-9e410531-74e2-43be-9ef7-1a30a4a869d5 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798247 Sep 22 17:13:51.832516 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:51.862207 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3875c0f8-a2de-4757-9f53-0269c2908763 req-63f0268e-98e2-4046-94fb-db0ce340390e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910180 Sep 22 17:13:51.989475 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-f635a8a1-b3e1-467a-adeb-f3ca5449c0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:25Z', 'revision_number': 4, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '4a64d259-f904-441c-bb5a-ff8d870132d1', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'port_id': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'mac_address': 'fa:16:3e:05:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273ac187-4613-4832-a9a4-4cf53828d55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:09:59Z', 'updated_at': '2022-09-22T17:13:50Z', 'revision_number': 3, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0015b-69e4-475d-8d7c-cb0f73272ff4', 'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'mac_address': 'fa:16:3e:5b:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:23Z', 'updated_at': '2022-09-22T17:07:44Z', 'revision_number': 5, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'subnets': [{'id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:52.014441 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f635a8a1-b3e1-467a-adeb-f3ca5449c0a9 None None] The sync data for ids ['a3954ba2-3794-4e5a-a420-633e6048f8be'] in dv-cinder-835384-28-iscsi is: [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:25Z', 'revision_number': 4, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '4a64d259-f904-441c-bb5a-ff8d870132d1', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'floating_ip_address': '172.27.1.173', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'port_id': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'mac_address': 'fa:16:3e:05:27:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273ac187-4613-4832-a9a4-4cf53828d55f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:09:59Z', 'updated_at': '2022-09-22T17:13:50Z', 'revision_number': 3, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d0015b-69e4-475d-8d7c-cb0f73272ff4', 'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'mac_address': 'fa:16:3e:5b:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:23Z', 'updated_at': '2022-09-22T17:07:44Z', 'revision_number': 5, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'subnets': [{'id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:13:53.224703 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20fd4f-52f7-4de3-97a3-66792a3e6499 req-5644a54b-09c8-4d0b-a897-6897c4569e23 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:53.226179 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ae20fd4f-52f7-4de3-97a3-66792a3e6499 req-5644a54b-09c8-4d0b-a897-6897c4569e23 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 946 time: 0.0490911 Sep 22 17:13:53.226667 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273ac187-4613-4832-a9a4-4cf53828d55f', 'tag': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:13:53.228929 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c7aba2-b7fe-4e82-a4d7-07221af32ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "273ac187-4613-4832-a9a4-4cf53828d55f", "tag": "f2393791-4dcd-48e5-ab8f-65b3058fd17e"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:13:53.271509 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd56c17-c807-46af-a105-a74e28c7026d x-openstack-request-id: req-1cd56c17-c807-46af-a105-a74e28c7026d {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:13:53.271800 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273ac187-4613-4832-a9a4-4cf53828d55f", "tag": "f2393791-4dcd-48e5-ab8f-65b3058fd17e", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:13:53.272053 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1cd56c17-c807-46af-a105-a74e28c7026d {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:13:53.272470 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd56c17-c807-46af-a105-a74e28c7026d'] response: {'name': 'network-changed', 'server_uuid': '273ac187-4613-4832-a9a4-4cf53828d55f', 'tag': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e', 'status': 'completed', 'code': 200} Sep 22 17:13:53.292662 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ae20fd4f-52f7-4de3-97a3-66792a3e6499 req-243a56f9-ee9f-480e-9d60-79b201d79eac tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603955 Sep 22 17:13:53.800907 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-29a2efb2-dae1-47b0-ba9c-f4fec2e1e899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:54.414716 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cf8e6-1936-449e-acd8-6a98269ce673 req-6cf13039-2422-491e-8f24-ba930ca73d08 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:54.416226 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-850cf8e6-1936-449e-acd8-6a98269ce673 req-6cf13039-2422-491e-8f24-ba930ca73d08 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 946 time: 0.0470850 Sep 22 17:13:54.464652 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-850cf8e6-1936-449e-acd8-6a98269ce673 req-d4a10075-babf-4986-a92a-7b1bf52eb383 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428267 Sep 22 17:13:54.571607 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7aba2-b7fe-4e82-a4d7-07221af32ba0 req-f1b2cc73-7bfd-48ca-b01f-e2cd0c473ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:54.573106 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c3c7aba2-b7fe-4e82-a4d7-07221af32ba0 req-f1b2cc73-7bfd-48ca-b01f-e2cd0c473ed1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 1129 time: 0.0398083 Sep 22 17:13:54.649578 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:54.687427 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7aba2-b7fe-4e82-a4d7-07221af32ba0 req-ca02c939-37a5-46c1-abff-8b51208c277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:54.688902 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c3c7aba2-b7fe-4e82-a4d7-07221af32ba0 req-ca02c939-37a5-46c1-abff-8b51208c277b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 919 time: 0.0911126 Sep 22 17:13:54.781945 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c3c7aba2-b7fe-4e82-a4d7-07221af32ba0 req-a8d814d1-ee01-4bd8-b7c4-e27779d86172 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2393791-4dcd-48e5-ab8f-65b3058fd17e HTTP/1.1" status: 200 len: 1001 time: 0.0568306 Sep 22 17:13:54.841637 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7aba2-b7fe-4e82-a4d7-07221af32ba0 req-0f2a5838-29d9-4ba0-8986-46f3bf5d8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:54.843120 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c3c7aba2-b7fe-4e82-a4d7-07221af32ba0 req-0f2a5838-29d9-4ba0-8986-46f3bf5d8f6e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ff3b5331-7dbe-4b3b-ac39-cc04115e40fd HTTP/1.1" status: 200 len: 857 time: 0.0503187 Sep 22 17:13:55.071604 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7aba2-b7fe-4e82-a4d7-07221af32ba0 req-c7b7f835-9334-4839-97b1-39437310ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:55.073083 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c3c7aba2-b7fe-4e82-a4d7-07221af32ba0 req-c7b7f835-9334-4839-97b1-39437310ae10 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=906da010-9d01-428f-8bbf-d862e44df893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405893 Sep 22 17:13:55.333444 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c82b21-9271-4da4-9994-88f32fd39530 req-f0b6b636-cb67-425e-879f-19d1a2094c73 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:55.335204 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b8c82b21-9271-4da4-9994-88f32fd39530 req-f0b6b636-cb67-425e-879f-19d1a2094c73 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 946 time: 0.0983326 Sep 22 17:13:55.346771 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:55.407897 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c3c7aba2-b7fe-4e82-a4d7-07221af32ba0 req-eb858496-fabc-4dec-a5eb-93ed1faf6418 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721699 Sep 22 17:13:55.507563 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-b8c82b21-9271-4da4-9994-88f32fd39530 req-dc496e2f-4d05-4049-869c-70ba1dec591f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Deleting port a525dbad-0b77-49f5-92d5-87d346a4de53 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:13:55.508227 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-b8c82b21-9271-4da4-9994-88f32fd39530 req-dc496e2f-4d05-4049-869c-70ba1dec591f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (a525dbad-0b77-49f5-92d5-87d346a4de53), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:55.653084 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7827c-aa81-422a-9e1c-1fda78ac01fe req-e240122e-5ac7-412f-95ae-01230219d10b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:55.654475 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-78b7827c-aa81-422a-9e1c-1fda78ac01fe req-e240122e-5ac7-412f-95ae-01230219d10b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 946 time: 0.0916777 Sep 22 17:13:55.662501 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c3c7aba2-b7fe-4e82-a4d7-07221af32ba0 req-be747606-0d47-40c3-a318-da33265676ff service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327242 Sep 22 17:13:55.694775 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-b8c82b21-9271-4da4-9994-88f32fd39530 req-dc496e2f-4d05-4049-869c-70ba1dec591f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] For port a525dbad-0b77-49f5-92d5-87d346a4de53, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=a525dbad-0b77-49f5-92d5-87d346a4de53,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:13:55.695174 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-b8c82b21-9271-4da4-9994-88f32fd39530 req-dc496e2f-4d05-4049-869c-70ba1dec591f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (a525dbad-0b77-49f5-92d5-87d346a4de53), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:55.776442 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:55.794454 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-78b7827c-aa81-422a-9e1c-1fda78ac01fe req-dfe67f94-f65c-4e76-b048-1141b45253a6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=085d5f4b-131b-4b80-9ff0-0a1ad9c73773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291924 Sep 22 17:13:56.148107 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-b8c82b21-9271-4da4-9994-88f32fd39530 req-dc496e2f-4d05-4049-869c-70ba1dec591f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:56.148470 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-b8c82b21-9271-4da4-9994-88f32fd39530 req-dc496e2f-4d05-4049-869c-70ba1dec591f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (3232beb6-4b0f-42a1-b693-5ac2a1809586), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:56.148789 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.l3_db [req-b8c82b21-9271-4da4-9994-88f32fd39530 req-dc496e2f-4d05-4049-869c-70ba1dec591f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Floating IP 3232beb6-4b0f-42a1-b693-5ac2a1809586 disassociated. External IP: 172.27.1.240, port: a525dbad-0b77-49f5-92d5-87d346a4de53. Sep 22 17:13:56.149137 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-b8c82b21-9271-4da4-9994-88f32fd39530 req-dc496e2f-4d05-4049-869c-70ba1dec591f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Calling delete_port for a525dbad-0b77-49f5-92d5-87d346a4de53 owned by compute:nova {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:13:56.211093 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:56.279104 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-b8c82b21-9271-4da4-9994-88f32fd39530 req-dc496e2f-4d05-4049-869c-70ba1dec591f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (a525dbad-0b77-49f5-92d5-87d346a4de53), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:56.310661 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc496e2f-4d05-4049-869c-70ba1dec591f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event deleted for resources: {'Port': ['ID=a525dbad-0b77-49f5-92d5-87d346a4de53,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:56.419129 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8c82b21-9271-4da4-9994-88f32fd39530 req-dc496e2f-4d05-4049-869c-70ba1dec591f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Router d8e5a412-a5b6-469e-a8ae-72241d1cab6b has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:13:56.522997 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8c82b21-9271-4da4-9994-88f32fd39530 req-dc496e2f-4d05-4049-869c-70ba1dec591f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:13:56.534196 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae62d8f6-1253-42fe-8934-e251765edb51 None None] Sync routers for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:13:56.544284 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62d8f6-1253-42fe-8934-e251765edb51 None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:13:56.544898 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-ae62d8f6-1253-42fe-8934-e251765edb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:13:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:56.570223 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c82b21-9271-4da4-9994-88f32fd39530 req-dc496e2f-4d05-4049-869c-70ba1dec591f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] No DVR routers for this DVR port a525dbad-0b77-49f5-92d5-87d346a4de53 on host hv-cinder-83538 {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:13:56.572953 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-b8c82b21-9271-4da4-9994-88f32fd39530 req-dc496e2f-4d05-4049-869c-70ba1dec591f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:56.576283 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b8c82b21-9271-4da4-9994-88f32fd39530 req-dc496e2f-4d05-4049-869c-70ba1dec591f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "DELETE /networking/v2.0/ports/a525dbad-0b77-49f5-92d5-87d346a4de53 HTTP/1.1" status: 204 len: 173 time: 1.2346706 Sep 22 17:13:56.576817 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae76e1d7-dddd-4528-979a-025f671185aa', 'name': 'network-vif-deleted', 'tag': 'a525dbad-0b77-49f5-92d5-87d346a4de53'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:13:56.579218 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fd870e-732f-41a5-afa8-464dae2e48b9" -d '{"events": [{"server_uuid": "ae76e1d7-dddd-4528-979a-025f671185aa", "name": "network-vif-deleted", "tag": "a525dbad-0b77-49f5-92d5-87d346a4de53"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:13:56.627480 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea08b7a-e5e0-4b43-817e-1fc8d99c984b x-openstack-request-id: req-dea08b7a-e5e0-4b43-817e-1fc8d99c984b {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:13:56.628516 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae76e1d7-dddd-4528-979a-025f671185aa", "name": "network-vif-deleted", "tag": "a525dbad-0b77-49f5-92d5-87d346a4de53", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:13:56.628875 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dea08b7a-e5e0-4b43-817e-1fc8d99c984b {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:13:56.629438 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea08b7a-e5e0-4b43-817e-1fc8d99c984b'] response: {'server_uuid': 'ae76e1d7-dddd-4528-979a-025f671185aa', 'name': 'network-vif-deleted', 'tag': 'a525dbad-0b77-49f5-92d5-87d346a4de53', 'status': 'completed', 'code': 200} Sep 22 17:13:56.749053 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-ae62d8f6-1253-42fe-8934-e251765edb51 None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:13:56.780848 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:13:56.796289 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:56.931671 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d3f35925-13a2-4de4-b2af-b63034593c7a req-18a13ac3-d3c4-4134-955b-5259d3ac7811 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ae76e1d7-dddd-4528-979a-025f671185aa HTTP/1.1" status: 200 len: 210 time: 0.0335622 Sep 22 17:13:56.992950 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-ae62d8f6-1253-42fe-8934-e251765edb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '59e85e10-0dba-4c98-a93b-e6720808039e', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': '7447a832-846a-4c07-be5a-552ef92f9902', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:15:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:07:51Z', 'updated_at': '2022-09-22T17:08:41Z', 'revision_number': 2, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:57.019731 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae62d8f6-1253-42fe-8934-e251765edb51 None None] Checking router: d8e5a412-a5b6-469e-a8ae-72241d1cab6b for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:13:57.028630 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62d8f6-1253-42fe-8934-e251765edb51 None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:13:57.029237 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-ae62d8f6-1253-42fe-8934-e251765edb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:13:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:57.132440 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-ae62d8f6-1253-42fe-8934-e251765edb51 None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:13:57.357845 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-ae62d8f6-1253-42fe-8934-e251765edb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '59e85e10-0dba-4c98-a93b-e6720808039e', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': '7447a832-846a-4c07-be5a-552ef92f9902', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:15:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:07:51Z', 'updated_at': '2022-09-22T17:08:41Z', 'revision_number': 2, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:57.382257 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae62d8f6-1253-42fe-8934-e251765edb51 None None] The sync data for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi is: [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '59e85e10-0dba-4c98-a93b-e6720808039e', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': '7447a832-846a-4c07-be5a-552ef92f9902', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:15:1d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:07:51Z', 'updated_at': '2022-09-22T17:08:41Z', 'revision_number': 2, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:13:57.584413 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:57.671663 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1454c87e-ddff-40cf-8413-dfc2a34e04cf None None] New status for floating IP 3232beb6-4b0f-42a1-b693-5ac2a1809586: DOWN {{(pid=106557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:13:58.040635 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34232) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:13:58.098774 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ccc58c29-0330-4ba4-936a-a8b4aa811a54 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (085d5f4b-131b-4b80-9ff0-0a1ad9c73773), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:58.125759 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ccc58c29-0330-4ba4-936a-a8b4aa811a54 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (085d5f4b-131b-4b80-9ff0-0a1ad9c73773), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:58.178815 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ccc58c29-0330-4ba4-936a-a8b4aa811a54 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (085d5f4b-131b-4b80-9ff0-0a1ad9c73773), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:58.181396 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ccc58c29-0330-4ba4-936a-a8b4aa811a54 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:58.182530 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-ccc58c29-0330-4ba4-936a-a8b4aa811a54 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/085d5f4b-131b-4b80-9ff0-0a1ad9c73773 HTTP/1.1" status: 204 len: 168 time: 0.1406286 Sep 22 17:13:58.185630 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34234) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:13:58.192990 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc58c29-0330-4ba4-936a-a8b4aa811a54 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=085d5f4b-131b-4b80-9ff0-0a1ad9c73773,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:58.207370 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.api.v2.resource [None req-51b1aed1-aa84-4aab-96c0-141edfd17db0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] show failed (client error): The resource could not be found. Sep 22 17:13:58.211553 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-51b1aed1-aa84-4aab-96c0-141edfd17db0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups/085d5f4b-131b-4b80-9ff0-0a1ad9c73773 HTTP/1.1" status: 404 len: 347 time: 0.0211127 Sep 22 17:13:58.211984 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34236) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:13:58.328663 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-947924c5-ea6e-40f4-9c13-743e47545cb0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Deleting port 53f878b4-5c75-4ecd-9598-e057ae99da8d {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:13:58.329005 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-947924c5-ea6e-40f4-9c13-743e47545cb0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (53f878b4-5c75-4ecd-9598-e057ae99da8d), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:58.412029 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-947924c5-ea6e-40f4-9c13-743e47545cb0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (53f878b4-5c75-4ecd-9598-e057ae99da8d), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:58.412489 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-947924c5-ea6e-40f4-9c13-743e47545cb0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (53f878b4-5c75-4ecd-9598-e057ae99da8d), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:58.428501 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-947924c5-ea6e-40f4-9c13-743e47545cb0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Calling delete_port for 53f878b4-5c75-4ecd-9598-e057ae99da8d owned by network:floatingip {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:13:58.580554 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-947924c5-ea6e-40f4-9c13-743e47545cb0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (53f878b4-5c75-4ecd-9598-e057ae99da8d), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:58.606481 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947924c5-ea6e-40f4-9c13-743e47545cb0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event deleted for resources: {'Port': ['ID=53f878b4-5c75-4ecd-9598-e057ae99da8d,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:58.676782 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-947924c5-ea6e-40f4-9c13-743e47545cb0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (3232beb6-4b0f-42a1-b693-5ac2a1809586), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:58.679389 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-947924c5-ea6e-40f4-9c13-743e47545cb0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:13:58.680512 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-947924c5-ea6e-40f4-9c13-743e47545cb0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/3232beb6-4b0f-42a1-b693-5ac2a1809586 HTTP/1.1" status: 204 len: 168 time: 0.4668543 Sep 22 17:13:59.244585 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device a525dbad-0b77-49f5-92d5-87d346a4de53 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:13:59.268338 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: a525dbad-0b77-49f5-92d5-87d346a4de53 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:13:59.269244 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device a525dbad-0b77-49f5-92d5-87d346a4de53 not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:14:01.512149 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9ca38-fa6f-4cf7-a0a7-fc3ce91124fe req-ae64e806-37c4-4faf-8186-e33dd19f3ed7 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:01.513524 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c9d9ca38-fa6f-4cf7-a0a7-fc3ce91124fe req-ae64e806-37c4-4faf-8186-e33dd19f3ed7 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0479271 Sep 22 17:14:01.561520 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c9d9ca38-fa6f-4cf7-a0a7-fc3ce91124fe req-3a35472e-1796-4637-ab56-a83736689aaf tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422108 Sep 22 17:14:02.678417 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:02.693336 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0891b-4c87-4205-8a67-30a2b5213752 req-8439f549-f26b-4f6c-9b54-e0502b10b340 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:02.694785 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a0d0891b-4c87-4205-8a67-30a2b5213752 req-8439f549-f26b-4f6c-9b54-e0502b10b340 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0789206 Sep 22 17:14:02.715830 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d5cd1-d807-473d-b540-d6ca38f55639 req-4c4d5990-c9e2-4e7b-96e6-6ba5938d40e6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:02.717227 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-389d5cd1-d807-473d-b540-d6ca38f55639 req-4c4d5990-c9e2-4e7b-96e6-6ba5938d40e6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0731130 Sep 22 17:14:02.828605 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-389d5cd1-d807-473d-b540-d6ca38f55639 req-a0859e81-989c-4200-9a50-3ce3484f659a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8592ae92-61a8-4047-b384-7cc2d2996149&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930126 Sep 22 17:14:02.835802 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-a0d0891b-4c87-4205-8a67-30a2b5213752 req-d70db7c4-ecb5-4944-892a-e96863c676cb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Deleting port 7447a832-846a-4c07-be5a-552ef92f9902 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:14:02.836146 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a0d0891b-4c87-4205-8a67-30a2b5213752 req-d70db7c4-ecb5-4944-892a-e96863c676cb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (7447a832-846a-4c07-be5a-552ef92f9902), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:02.928551 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:02.933809 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-a0d0891b-4c87-4205-8a67-30a2b5213752 req-d70db7c4-ecb5-4944-892a-e96863c676cb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] For port 7447a832-846a-4c07-be5a-552ef92f9902, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=7447a832-846a-4c07-be5a-552ef92f9902,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:14:02.934174 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a0d0891b-4c87-4205-8a67-30a2b5213752 req-d70db7c4-ecb5-4944-892a-e96863c676cb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (7447a832-846a-4c07-be5a-552ef92f9902), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:03.097147 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a0d0891b-4c87-4205-8a67-30a2b5213752 req-d70db7c4-ecb5-4944-892a-e96863c676cb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:03.097551 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a0d0891b-4c87-4205-8a67-30a2b5213752 req-d70db7c4-ecb5-4944-892a-e96863c676cb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (59e85e10-0dba-4c98-a93b-e6720808039e), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:03.097927 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.l3_db [req-a0d0891b-4c87-4205-8a67-30a2b5213752 req-d70db7c4-ecb5-4944-892a-e96863c676cb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Floating IP 59e85e10-0dba-4c98-a93b-e6720808039e disassociated. External IP: 172.27.1.78, port: 7447a832-846a-4c07-be5a-552ef92f9902. Sep 22 17:14:03.098270 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-a0d0891b-4c87-4205-8a67-30a2b5213752 req-d70db7c4-ecb5-4944-892a-e96863c676cb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Calling delete_port for 7447a832-846a-4c07-be5a-552ef92f9902 owned by compute:nova {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:14:03.229831 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a0d0891b-4c87-4205-8a67-30a2b5213752 req-d70db7c4-ecb5-4944-892a-e96863c676cb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (7447a832-846a-4c07-be5a-552ef92f9902), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:03.257580 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70db7c4-ecb5-4944-892a-e96863c676cb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event deleted for resources: {'Port': ['ID=7447a832-846a-4c07-be5a-552ef92f9902,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:03.370751 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0d0891b-4c87-4205-8a67-30a2b5213752 req-d70db7c4-ecb5-4944-892a-e96863c676cb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Router d8e5a412-a5b6-469e-a8ae-72241d1cab6b has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:14:03.476777 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0d0891b-4c87-4205-8a67-30a2b5213752 req-d70db7c4-ecb5-4944-892a-e96863c676cb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:14:03.487472 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c22880-de57-47a1-a1c8-92ab8218dd51 None None] Sync routers for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:14:03.497528 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c22880-de57-47a1-a1c8-92ab8218dd51 None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:14:03.498128 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-59c22880-de57-47a1-a1c8-92ab8218dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:13:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:03.517703 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d0891b-4c87-4205-8a67-30a2b5213752 req-d70db7c4-ecb5-4944-892a-e96863c676cb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] No DVR routers for this DVR port 7447a832-846a-4c07-be5a-552ef92f9902 on host hv-cinder-83538 {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:14:03.520808 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a0d0891b-4c87-4205-8a67-30a2b5213752 req-d70db7c4-ecb5-4944-892a-e96863c676cb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:03.524013 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a0d0891b-4c87-4205-8a67-30a2b5213752 req-d70db7c4-ecb5-4944-892a-e96863c676cb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "DELETE /networking/v2.0/ports/7447a832-846a-4c07-be5a-552ef92f9902 HTTP/1.1" status: 204 len: 173 time: 0.8229053 Sep 22 17:14:03.524503 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'name': 'network-vif-deleted', 'tag': '7447a832-846a-4c07-be5a-552ef92f9902'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:14:03.526794 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2528dd59-9a67-44ff-bdc4-0eaf19a88f87" -d '{"events": [{"server_uuid": "9f634f38-8ab0-4a46-a568-6bba89fc4bc3", "name": "network-vif-deleted", "tag": "7447a832-846a-4c07-be5a-552ef92f9902"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:14:03.567928 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b8c3e0-20e9-4d32-947a-a7b7398d35ee x-openstack-request-id: req-04b8c3e0-20e9-4d32-947a-a7b7398d35ee {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:14:03.568217 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f634f38-8ab0-4a46-a568-6bba89fc4bc3", "name": "network-vif-deleted", "tag": "7447a832-846a-4c07-be5a-552ef92f9902", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:14:03.568480 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04b8c3e0-20e9-4d32-947a-a7b7398d35ee {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:14:03.568917 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b8c3e0-20e9-4d32-947a-a7b7398d35ee'] response: {'server_uuid': '9f634f38-8ab0-4a46-a568-6bba89fc4bc3', 'name': 'network-vif-deleted', 'tag': '7447a832-846a-4c07-be5a-552ef92f9902', 'status': 'completed', 'code': 200} Sep 22 17:14:03.611656 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-59c22880-de57-47a1-a1c8-92ab8218dd51 None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:14:03.768204 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=100 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:03.785118 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=100 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:03.829884 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-59c22880-de57-47a1-a1c8-92ab8218dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:03.859393 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c22880-de57-47a1-a1c8-92ab8218dd51 None None] Checking router: d8e5a412-a5b6-469e-a8ae-72241d1cab6b for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:14:03.869777 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c22880-de57-47a1-a1c8-92ab8218dd51 None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:14:03.870395 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-59c22880-de57-47a1-a1c8-92ab8218dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:13:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:03.949810 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d0f95a42-607a-477f-acaf-21d572a4b3e5 req-61c44788-b87c-4f76-86ff-113738434235 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9f634f38-8ab0-4a46-a568-6bba89fc4bc3 HTTP/1.1" status: 200 len: 210 time: 0.0295715 Sep 22 17:14:03.975816 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-59c22880-de57-47a1-a1c8-92ab8218dd51 None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:14:04.160104 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-59c22880-de57-47a1-a1c8-92ab8218dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:04.289085 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c22880-de57-47a1-a1c8-92ab8218dd51 None None] The sync data for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi is: [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:14:04.521056 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec40740-91e5-4021-b072-9ae0fc213f9a None None] New status for floating IP 59e85e10-0dba-4c98-a93b-e6720808039e: DOWN {{(pid=106557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:14:04.524282 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:05.046552 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34276) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:05.104629 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-170f128a-52af-4588-b2e7-7b3284c182c8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (8592ae92-61a8-4047-b384-7cc2d2996149), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:05.126664 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-170f128a-52af-4588-b2e7-7b3284c182c8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (8592ae92-61a8-4047-b384-7cc2d2996149), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:05.155640 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:05.175392 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-170f128a-52af-4588-b2e7-7b3284c182c8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (8592ae92-61a8-4047-b384-7cc2d2996149), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:05.178110 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-170f128a-52af-4588-b2e7-7b3284c182c8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:05.179287 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-170f128a-52af-4588-b2e7-7b3284c182c8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8592ae92-61a8-4047-b384-7cc2d2996149 HTTP/1.1" status: 204 len: 168 time: 0.1316731 Sep 22 17:14:05.182368 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34278) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:05.188750 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f128a-52af-4588-b2e7-7b3284c182c8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8592ae92-61a8-4047-b384-7cc2d2996149,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:05.202098 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.api.v2.resource [None req-a01e20f3-ec02-4600-8150-c23a04ba073f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] show failed (client error): The resource could not be found. Sep 22 17:14:05.203147 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-a01e20f3-ec02-4600-8150-c23a04ba073f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups/8592ae92-61a8-4047-b384-7cc2d2996149 HTTP/1.1" status: 404 len: 347 time: 0.0197453 Sep 22 17:14:05.208453 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34280) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:05.327435 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-2b022761-a269-4a7d-851c-e71e3dc37ecb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Deleting port 8ebdb9e2-a6de-4612-8306-6ce62a6d31ee {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:14:05.327682 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2b022761-a269-4a7d-851c-e71e3dc37ecb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (8ebdb9e2-a6de-4612-8306-6ce62a6d31ee), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:05.404599 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2b022761-a269-4a7d-851c-e71e3dc37ecb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (8ebdb9e2-a6de-4612-8306-6ce62a6d31ee), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:05.404925 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2b022761-a269-4a7d-851c-e71e3dc37ecb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (8ebdb9e2-a6de-4612-8306-6ce62a6d31ee), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:05.417332 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-2b022761-a269-4a7d-851c-e71e3dc37ecb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Calling delete_port for 8ebdb9e2-a6de-4612-8306-6ce62a6d31ee owned by network:floatingip {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:14:05.550782 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2b022761-a269-4a7d-851c-e71e3dc37ecb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (8ebdb9e2-a6de-4612-8306-6ce62a6d31ee), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:05.587003 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:05.588241 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b022761-a269-4a7d-851c-e71e3dc37ecb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event deleted for resources: {'Port': ['ID=8ebdb9e2-a6de-4612-8306-6ce62a6d31ee,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:05.659700 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2b022761-a269-4a7d-851c-e71e3dc37ecb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (59e85e10-0dba-4c98-a93b-e6720808039e), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:05.662174 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2b022761-a269-4a7d-851c-e71e3dc37ecb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:05.663355 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-2b022761-a269-4a7d-851c-e71e3dc37ecb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/59e85e10-0dba-4c98-a93b-e6720808039e HTTP/1.1" status: 204 len: 168 time: 0.4539695 Sep 22 17:14:05.749042 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34284) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:05.754921 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-b7f1f5ee-2ae2-4b80-bcdb-0e043208f4f0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1698143621', 'description': 'tempest-description--1134262023'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:14:05.767140 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:05.777363 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f5ee-2ae2-4b80-bcdb-0e043208f4f0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:05.845992 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f5ee-2ae2-4b80-bcdb-0e043208f4f0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:05.849781 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f5ee-2ae2-4b80-bcdb-0e043208f4f0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:05.881484 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7f1f5ee-2ae2-4b80-bcdb-0e043208f4f0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:05.882703 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-b7f1f5ee-2ae2-4b80-bcdb-0e043208f4f0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1325986 Sep 22 17:14:05.884686 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1f5ee-2ae2-4b80-bcdb-0e043208f4f0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:05.885774 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34286) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:05.891364 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-7e9d9a06-a5cc-4c90-a3c9-abd04ccbf020 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'security_group_rule': {'security_group_id': 'fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:14:05.919890 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7e9d9a06-a5cc-4c90-a3c9-abd04ccbf020 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (d87324f2-6e3c-4537-a340-1747ab488ebd), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:05.981218 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:05.991987 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7e9d9a06-a5cc-4c90-a3c9-abd04ccbf020 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (d87324f2-6e3c-4537-a340-1747ab488ebd), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:05.995725 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7e9d9a06-a5cc-4c90-a3c9-abd04ccbf020 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (d87324f2-6e3c-4537-a340-1747ab488ebd), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:06.016965 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d9a06-a5cc-4c90-a3c9-abd04ccbf020 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87324f2-6e3c-4537-a340-1747ab488ebd,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:06.022183 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7e9d9a06-a5cc-4c90-a3c9-abd04ccbf020 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:06.023449 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-7e9d9a06-a5cc-4c90-a3c9-abd04ccbf020 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365886 Sep 22 17:14:06.026182 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34288) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:06.030430 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-4333dee3-cdb3-4ab5-8a81-98ece95ed73c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'security_group_rule': {'security_group_id': 'fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:14:06.058446 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-4333dee3-cdb3-4ab5-8a81-98ece95ed73c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (2efbdebe-85dc-4315-9ef9-355478a69fa6), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:06.118096 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-4333dee3-cdb3-4ab5-8a81-98ece95ed73c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (2efbdebe-85dc-4315-9ef9-355478a69fa6), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:06.121397 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-4333dee3-cdb3-4ab5-8a81-98ece95ed73c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (2efbdebe-85dc-4315-9ef9-355478a69fa6), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:06.139277 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333dee3-cdb3-4ab5-8a81-98ece95ed73c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efbdebe-85dc-4315-9ef9-355478a69fa6,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:06.146155 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-4333dee3-cdb3-4ab5-8a81-98ece95ed73c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:06.147364 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-4333dee3-cdb3-4ab5-8a81-98ece95ed73c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202648 Sep 22 17:14:06.150512 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34290) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:06.154837 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'floatingip': {'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:14:06.177249 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:06.256106 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:06.368563 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Allocated IP 172.27.1.146 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/9684e713-518b-4bf4-8c03-c80540fb15a1) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:14:06.474438 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for port (9684e713-518b-4bf4-8c03-c80540fb15a1), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:06.506266 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (9684e713-518b-4bf4-8c03-c80540fb15a1), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:06.536320 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:06.548836 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:14:06.554198 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:14:06.559369 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:14:06.562747 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'Port': ['ID=9684e713-518b-4bf4-8c03-c80540fb15a1,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:06.645116 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (0b24cf63-3792-4bbb-be0f-a73d0e75f225), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:06.684402 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (9684e713-518b-4bf4-8c03-c80540fb15a1), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:06.723808 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:06.839626 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for port (9684e713-518b-4bf4-8c03-c80540fb15a1), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:06.843842 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (9684e713-518b-4bf4-8c03-c80540fb15a1), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:06.910392 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'Port': ['ID=9684e713-518b-4bf4-8c03-c80540fb15a1,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:06.912801 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (0b24cf63-3792-4bbb-be0f-a73d0e75f225), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:06.947699 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:06.949013 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-2ae39c27-95a9-435d-a486-4767f5109786 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7975180 Sep 22 17:14:07.104469 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-2656e7b4-5a6c-4512-96e6-bd0b4b1ae100 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1698143621&fields=id&tenant_id=a6e3ace80a4a43b2b187060d6eca8538 HTTP/1.1" status: 200 len: 267 time: 0.0432756 Sep 22 17:14:07.215833 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-4b323bce-cdfe-4f4a-af35-5cf6b3417039 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:07.217306 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-4b323bce-cdfe-4f4a-af35-5cf6b3417039 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/networks?id=82eac7a2-877a-48c4-bcb2-cd10274854a5 HTTP/1.1" status: 200 len: 814 time: 0.1064274 Sep 22 17:14:07.232704 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-8afedc62-333d-48ec-af0d-bfd0a609a0f4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/quotas/a6e3ace80a4a43b2b187060d6eca8538 HTTP/1.1" status: 200 len: 375 time: 0.0092530 Sep 22 17:14:07.271249 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 7447a832-846a-4c07-be5a-552ef92f9902 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:14:07.283496 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-b5952e45-cc8d-4bb4-89b1-9a47de93c659 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452976 Sep 22 17:14:07.293316 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: 7447a832-846a-4c07-be5a-552ef92f9902 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:14:07.293662 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 7447a832-846a-4c07-be5a-552ef92f9902 not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:14:07.435911 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:07.458129 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-fa72e56f-b35b-417a-962a-5e0149c34d41 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620173 Sep 22 17:14:07.559350 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-762cbad5-f7e4-46d6-94ed-3ddd22b31eaf service neutron] 10.222.0.16 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946174 Sep 22 17:14:07.729710 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f4cbdbae-a6dd-4eee-ae8c-0945cbc4517a req-70f16a49-f988-459d-abd7-9110cf9730a2 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 210 time: 0.0289438 Sep 22 17:14:08.835725 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4289851e-6375-4db0-8a2c-3f481c7761e9 req-f4f7f7b5-20f2-4352-96ea-6c45e09945e8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 210 time: 0.0317056 Sep 22 17:14:09.152178 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:09.163372 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-baa3f7db-a60f-4dd8-b6e9-8d269bb911cb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:09.164858 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-baa3f7db-a60f-4dd8-b6e9-8d269bb911cb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "GET /networking/v2.0/networks?id=82eac7a2-877a-48c4-bcb2-cd10274854a5 HTTP/1.1" status: 200 len: 814 time: 0.1064510 Sep 22 17:14:09.503898 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-767879bb-8c4b-438e-98f6-f6a722787bbb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a6e3ace80a4a43b2b187060d6eca8538 HTTP/1.1" status: 200 len: 380 time: 0.0594349 Sep 22 17:14:09.641899 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-793babb3-405e-4789-8c32-16f491e05293 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'port': {'device_id': '8ebb556d-d6b7-4759-8a5d-e6e5eea385b6', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'admin_state_up': True, 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'security_groups': ['fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab']}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:14:09.723442 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:14:09.741923 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:09.759637 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-793babb3-405e-4789-8c32-16f491e05293 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Made reservation on behalf of a6e3ace80a4a43b2b187060d6eca8538 for: {'port': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:14:09.763633 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-793babb3-405e-4789-8c32-16f491e05293 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:09.903339 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-793babb3-405e-4789-8c32-16f491e05293 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Allocated IP 172.20.0.12 (82eac7a2-877a-48c4-bcb2-cd10274854a5/83a051e4-a154-4ee6-92cd-c98927c3c055/f9873726-23b4-4ccc-b694-5a56db8cb7db) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:14:09.950921 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0ff694a4-3767-4e44-9a4e-0fb900413ff8 req-ce83d355-e8b3-40ec-9cee-cc5ee2417d73 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 210 time: 0.0339811 Sep 22 17:14:10.087121 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-793babb3-405e-4789-8c32-16f491e05293 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for port (f9873726-23b4-4ccc-b694-5a56db8cb7db), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:10.121061 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-793babb3-405e-4789-8c32-16f491e05293 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (f9873726-23b4-4ccc-b694-5a56db8cb7db), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:10.169158 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-793babb3-405e-4789-8c32-16f491e05293 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Network 82eac7a2-877a-48c4-bcb2-cd10274854a5 is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:14:10.172407 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-793babb3-405e-4789-8c32-16f491e05293 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:14:10.175653 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-793babb3-405e-4789-8c32-16f491e05293 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:14:10.205240 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793babb3-405e-4789-8c32-16f491e05293 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'Port': ['ID=f9873726-23b4-4ccc-b694-5a56db8cb7db,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:10.234193 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-793babb3-405e-4789-8c32-16f491e05293 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:10.234801 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-793babb3-405e-4789-8c32-16f491e05293 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:10.255185 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-793babb3-405e-4789-8c32-16f491e05293 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6171982 Sep 22 17:14:10.407233 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-85b56dcd-b521-43d0-9e73-a9e21d1bab74 None None] Provisioning complete for port f9873726-23b4-4ccc-b694-5a56db8cb7db triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:14:10.407813 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-85b56dcd-b521-43d0-9e73-a9e21d1bab74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (f9873726-23b4-4ccc-b694-5a56db8cb7db), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:10.408336 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-85b56dcd-b521-43d0-9e73-a9e21d1bab74 None None] Attempt 1 to provision port f9873726-23b4-4ccc-b694-5a56db8cb7db Sep 22 17:14:10.448825 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-85b56dcd-b521-43d0-9e73-a9e21d1bab74 None None] Port f9873726-23b4-4ccc-b694-5a56db8cb7db cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:14:10.481187 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Request body: {'port': {'device_id': '8ebb556d-d6b7-4759-8a5d-e6e5eea385b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:14:10.546900 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f9873726-23b4-4ccc-b694-5a56db8cb7db), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:10.737049 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:10.767851 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:10.831780 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9873726-23b4-4ccc-b694-5a56db8cb7db {{(pid=106555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:14:10.840280 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Publish callbacks [] for port (f9873726-23b4-4ccc-b694-5a56db8cb7db), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:10.853646 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.provisioning_blocks [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Transition to ACTIVE for port object f9873726-23b4-4ccc-b694-5a56db8cb7db will not be triggered until provisioned by entity L2. {{(pid=106555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:14:10.857233 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (f9873726-23b4-4ccc-b694-5a56db8cb7db), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:10.941208 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f9873726-23b4-4ccc-b694-5a56db8cb7db,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:10.950254 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-85b56dcd-b521-43d0-9e73-a9e21d1bab74 None None] Attempt 2 to provision port f9873726-23b4-4ccc-b694-5a56db8cb7db Sep 22 17:14:10.975221 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Attempting to bind port f9873726-23b4-4ccc-b694-5a56db8cb7db on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:14:10.975650 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Attempting to bind port f9873726-23b4-4ccc-b694-5a56db8cb7db by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:14:10.976044 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Attempting to bind port f9873726-23b4-4ccc-b694-5a56db8cb7db on network 82eac7a2-877a-48c4-bcb2-cd10274854a5 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:14:10.984137 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-85b56dcd-b521-43d0-9e73-a9e21d1bab74 None None] Port f9873726-23b4-4ccc-b694-5a56db8cb7db cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:14:11.021983 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Port f9873726-23b4-4ccc-b694-5a56db8cb7db on network 82eac7a2-877a-48c4-bcb2-cd10274854a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:14:11.022325 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Attempting to bind port f9873726-23b4-4ccc-b694-5a56db8cb7db on network 82eac7a2-877a-48c4-bcb2-cd10274854a5 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:14:11.342481 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e4b07-b924-4b3f-bb08-0bf550259bf2 req-4c5c4d17-8b89-42d1-9f01-9c6a00524ffb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:11.344094 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-471e4b07-b924-4b3f-bb08-0bf550259bf2 req-4c5c4d17-8b89-42d1-9f01-9c6a00524ffb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 944 time: 0.2947285 Sep 22 17:14:11.347453 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:14:11.347783 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Checking segment: {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:14:11.348159 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Bound using segment: {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:14:11.348595 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Bound port: f9873726-23b4-4ccc-b694-5a56db8cb7db, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'}}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:14:11.348949 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f9873726-23b4-4ccc-b694-5a56db8cb7db), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:11.438846 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-471e4b07-b924-4b3f-bb08-0bf550259bf2 req-f171e75d-7e00-42a3-8a4f-8a9a425bd717 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874834 Sep 22 17:14:11.448443 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] For port f9873726-23b4-4ccc-b694-5a56db8cb7db, host hv-cinder-83538, cleared binding levels {{(pid=106555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:14:11.452533 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] For port f9873726-23b4-4ccc-b694-5a56db8cb7db, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f9873726-23b4-4ccc-b694-5a56db8cb7db,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:14:11.460116 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (f9873726-23b4-4ccc-b694-5a56db8cb7db), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:11.465175 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:11.465790 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:11.467172 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/f9873726-23b4-4ccc-b694-5a56db8cb7db HTTP/1.1" status: 200 len: 1094 time: 0.9902050 Sep 22 17:14:11.467714 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebb556d-d6b7-4759-8a5d-e6e5eea385b6', 'tag': 'f9873726-23b4-4ccc-b694-5a56db8cb7db'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:14:11.469964 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2aae612-78d1-47a6-9186-c6a2b76b173f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ebb556d-d6b7-4759-8a5d-e6e5eea385b6", "tag": "f9873726-23b4-4ccc-b694-5a56db8cb7db"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:14:11.487659 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-85b56dcd-b521-43d0-9e73-a9e21d1bab74 None None] Attempt 3 to provision port f9873726-23b4-4ccc-b694-5a56db8cb7db Sep 22 17:14:11.517447 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9bc09e-9f68-4b09-8dba-01d87c62229b x-openstack-request-id: req-4e9bc09e-9f68-4b09-8dba-01d87c62229b {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:14:11.517671 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ebb556d-d6b7-4759-8a5d-e6e5eea385b6", "tag": "f9873726-23b4-4ccc-b694-5a56db8cb7db", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:14:11.517954 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e9bc09e-9f68-4b09-8dba-01d87c62229b {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:14:11.518409 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e9bc09e-9f68-4b09-8dba-01d87c62229b'] response: {'name': 'network-changed', 'server_uuid': '8ebb556d-d6b7-4759-8a5d-e6e5eea385b6', 'tag': 'f9873726-23b4-4ccc-b694-5a56db8cb7db', 'status': 'completed', 'code': 200} Sep 22 17:14:11.531032 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af70d7a-c83b-4267-bf61-357d6f3934b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f9873726-23b4-4ccc-b694-5a56db8cb7db,revision_number=3']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:11.538733 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-85b56dcd-b521-43d0-9e73-a9e21d1bab74 None None] Port f9873726-23b4-4ccc-b694-5a56db8cb7db had new provisioning blocks added so it will not transition to active. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 17:14:11.639934 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-3e12bd7d-6ea3-4300-855c-23e7bfbaf7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:11.642712 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-3e12bd7d-6ea3-4300-855c-23e7bfbaf7bd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 1128 time: 0.0530624 Sep 22 17:14:11.701171 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-71196674-c83c-4f66-a489-97c1ae215517 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9873726-23b4-4ccc-b694-5a56db8cb7db HTTP/1.1" status: 200 len: 217 time: 0.0381114 Sep 22 17:14:11.754313 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-b158c43d-404d-4e80-8002-3b6e964adc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:11.755836 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-b158c43d-404d-4e80-8002-3b6e964adc94 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=83a051e4-a154-4ee6-92cd-c98927c3c055 HTTP/1.1" status: 200 len: 853 time: 0.0469711 Sep 22 17:14:11.806509 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-3bb0bc29-aeeb-49c5-a7f5-e69f0d810dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:11.808033 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-3bb0bc29-aeeb-49c5-a7f5-e69f0d810dfc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=82eac7a2-877a-48c4-bcb2-cd10274854a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441327 Sep 22 17:14:11.900040 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-edb24205-7e8f-4bf7-94de-652919d029e5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850399 Sep 22 17:14:11.975335 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:11.999560 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f57475c-29e6-4fe2-ade8-b175eb28197c req-0dcbadc5-5fa0-443c-a20e-0e4bcf926d13 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925314 Sep 22 17:14:12.564516 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fb64c-5f1b-4156-a0f3-c0256983211d req-67f44c50-e41e-464f-af61-4d59eca15c77 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:12.566596 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-da0fb64c-5f1b-4156-a0f3-c0256983211d req-67f44c50-e41e-464f-af61-4d59eca15c77 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 944 time: 0.0478427 Sep 22 17:14:12.585501 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:12.615891 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-da0fb64c-5f1b-4156-a0f3-c0256983211d req-933731be-353d-4633-abf1-ac3a97ad5566 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434225 Sep 22 17:14:13.748177 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5598a-7a56-40a1-b3c1-47b5ca7d1a8e req-078abf77-d176-4f28-886f-72f0858c97f1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:13.749831 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eec5598a-7a56-40a1-b3c1-47b5ca7d1a8e req-078abf77-d176-4f28-886f-72f0858c97f1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 944 time: 0.0517409 Sep 22 17:14:13.820023 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eec5598a-7a56-40a1-b3c1-47b5ca7d1a8e req-ca4379cc-6e23-43db-822a-31126f54d868 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616579 Sep 22 17:14:14.164066 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=40 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:14.939956 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5b12d-7027-4c9b-a15b-6efcd8b3c7fc req-211d1663-0dc9-4db2-82b9-a94c5b908900 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:14.941424 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-40b5b12d-7027-4c9b-a15b-6efcd8b3c7fc req-211d1663-0dc9-4db2-82b9-a94c5b908900 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 944 time: 0.0471137 Sep 22 17:14:14.990822 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-40b5b12d-7027-4c9b-a15b-6efcd8b3c7fc req-224f0831-d9d4-40d6-a423-379bf18f2d42 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437360 Sep 22 17:14:15.104669 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aae612-78d1-47a6-9186-c6a2b76b173f req-652b91d7-3132-4010-8872-fc9aee55d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:15.106184 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c2aae612-78d1-47a6-9186-c6a2b76b173f req-652b91d7-3132-4010-8872-fc9aee55d63d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 1128 time: 0.0406740 Sep 22 17:14:15.203919 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aae612-78d1-47a6-9186-c6a2b76b173f req-de70ac40-1e6a-4afe-a3a8-c41a7137cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:15.205413 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c2aae612-78d1-47a6-9186-c6a2b76b173f req-de70ac40-1e6a-4afe-a3a8-c41a7137cde9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=82eac7a2-877a-48c4-bcb2-cd10274854a5 HTTP/1.1" status: 200 len: 915 time: 0.0894761 Sep 22 17:14:15.246830 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c2aae612-78d1-47a6-9186-c6a2b76b173f req-59b424ab-5f2b-4125-ad3c-47887c611333 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9873726-23b4-4ccc-b694-5a56db8cb7db HTTP/1.1" status: 200 len: 217 time: 0.0338869 Sep 22 17:14:15.299607 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aae612-78d1-47a6-9186-c6a2b76b173f req-0161d4c7-d959-49e0-8520-3f6761e70999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:15.301125 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c2aae612-78d1-47a6-9186-c6a2b76b173f req-0161d4c7-d959-49e0-8520-3f6761e70999 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=83a051e4-a154-4ee6-92cd-c98927c3c055 HTTP/1.1" status: 200 len: 853 time: 0.0485220 Sep 22 17:14:15.350357 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aae612-78d1-47a6-9186-c6a2b76b173f req-e970d9aa-5657-4934-b21f-8cd21c3737b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:15.351787 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c2aae612-78d1-47a6-9186-c6a2b76b173f req-e970d9aa-5657-4934-b21f-8cd21c3737b2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=82eac7a2-877a-48c4-bcb2-cd10274854a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433855 Sep 22 17:14:15.455386 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c2aae612-78d1-47a6-9186-c6a2b76b173f req-fb9fd5c6-bd58-446b-8498-6b5f7a3c37a0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962811 Sep 22 17:14:15.559136 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c2aae612-78d1-47a6-9186-c6a2b76b173f req-323d7f27-326d-4e2c-8827-af0b7274a693 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971217 Sep 22 17:14:15.876949 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=25,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:15.884018 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=14,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:16.115037 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83847a7-5bcd-4e53-9309-d98834f7b4f3 req-d6b7e6b1-de72-4e59-a2f3-63978de66c57 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:16.116558 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e83847a7-5bcd-4e53-9309-d98834f7b4f3 req-d6b7e6b1-de72-4e59-a2f3-63978de66c57 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 944 time: 0.0477564 Sep 22 17:14:16.165307 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e83847a7-5bcd-4e53-9309-d98834f7b4f3 req-2cd9a981-6533-4f5e-a104-41d6a1b82cf1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428267 Sep 22 17:14:17.137981 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e23f85-c527-4b98-9ccb-34c515d2919d req-f33004b0-89a6-486b-aec7-bef9fbb1ad4e tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:17.139482 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e6e23f85-c527-4b98-9ccb-34c515d2919d req-f33004b0-89a6-486b-aec7-bef9fbb1ad4e tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0530782 Sep 22 17:14:17.194105 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e6e23f85-c527-4b98-9ccb-34c515d2919d req-8e47852e-58a9-42d1-abeb-f1129b472606 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480180 Sep 22 17:14:17.285668 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:17.296514 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a753e0-57df-4444-bfc3-2c6655ef40b4 req-c2144132-38a8-4336-9c6a-00a8a3517b2b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:17.298013 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-02a753e0-57df-4444-bfc3-2c6655ef40b4 req-c2144132-38a8-4336-9c6a-00a8a3517b2b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 944 time: 0.0502605 Sep 22 17:14:17.302063 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device f9873726-23b4-4ccc-b694-5a56db8cb7db details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:14:17.359824 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-02a753e0-57df-4444-bfc3-2c6655ef40b4 req-1abf78f0-7361-4b8f-b75d-016a171c5900 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496490 Sep 22 17:14:17.407041 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port f9873726-23b4-4ccc-b694-5a56db8cb7db, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f9873726-23b4-4ccc-b694-5a56db8cb7db,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:14:17.417989 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': 'f9873726-23b4-4ccc-b694-5a56db8cb7db', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'port_id': 'f9873726-23b4-4ccc-b694-5a56db8cb7db', 'mac_address': 'fa:16:3e:37:5c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:14:17.456680 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port f9873726-23b4-4ccc-b694-5a56db8cb7db is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:14:17.457566 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f9873726-23b4-4ccc-b694-5a56db8cb7db), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:17.471149 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9873726-23b4-4ccc-b694-5a56db8cb7db {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:14:17.491504 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port f9873726-23b4-4ccc-b694-5a56db8cb7db, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f9873726-23b4-4ccc-b694-5a56db8cb7db,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:14:17.495887 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (f9873726-23b4-4ccc-b694-5a56db8cb7db), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:17.554316 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=f9873726-23b4-4ccc-b694-5a56db8cb7db,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:17.561781 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:17.562123 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:17.562460 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:17.562797 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:17.563562 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:17.563562 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:17.563780 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:17.564243 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:17.564415 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:17.564736 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:17.565083 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:17.565378 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:17.565691 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:17.566101 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:17.566930 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:18.048000 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['f9873726-23b4-4ccc-b694-5a56db8cb7db'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:14:18.321399 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed43abb-0f65-41dc-afa3-5bf042aad408 req-f59f468b-abe2-431e-8c91-8ed9405ec819 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:18.322907 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9ed43abb-0f65-41dc-afa3-5bf042aad408 req-f59f468b-abe2-431e-8c91-8ed9405ec819 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0487518 Sep 22 17:14:18.383103 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9ed43abb-0f65-41dc-afa3-5bf042aad408 req-c3c3596b-7804-48fd-830c-9fa5dd8e5c6f tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526636 Sep 22 17:14:18.504828 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e2511-9a40-4977-8570-0e494cfadfad req-decbb9ac-0647-4740-a672-643c5ab74a64 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:18.506403 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-208e2511-9a40-4977-8570-0e494cfadfad req-decbb9ac-0647-4740-a672-643c5ab74a64 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 945 time: 0.0518723 Sep 22 17:14:18.554825 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:18.560130 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-208e2511-9a40-4977-8570-0e494cfadfad req-de7ee6d2-9f55-40b9-a9c0-721330ab1143 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475948 Sep 22 17:14:19.423346 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device f9873726-23b4-4ccc-b694-5a56db8cb7db up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:14:19.474017 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port f9873726-23b4-4ccc-b694-5a56db8cb7db completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:14:19.481977 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port f9873726-23b4-4ccc-b694-5a56db8cb7db triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:14:19.482356 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (f9873726-23b4-4ccc-b694-5a56db8cb7db), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:19.482693 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port f9873726-23b4-4ccc-b694-5a56db8cb7db Sep 22 17:14:19.518487 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3b208-c6ce-430d-9c11-c3381bfb28f9 req-1e52c477-15f3-41d8-9c47-4bcdd271008b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:19.520770 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4ec3b208-c6ce-430d-9c11-c3381bfb28f9 req-1e52c477-15f3-41d8-9c47-4bcdd271008b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0534899 Sep 22 17:14:19.522577 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:19.562177 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:19.570320 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port f9873726-23b4-4ccc-b694-5a56db8cb7db is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:14:19.570711 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f9873726-23b4-4ccc-b694-5a56db8cb7db), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:19.572445 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4ec3b208-c6ce-430d-9c11-c3381bfb28f9 req-9cf3a1b8-0382-456e-98ab-c4d074fb7ebd tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457988 Sep 22 17:14:19.604142 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebb556d-d6b7-4759-8a5d-e6e5eea385b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9873726-23b4-4ccc-b694-5a56db8cb7db'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:14:19.604142 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff37183-b51e-426c-9fc9-aa26cbc606fa" -d '{"events": [{"server_uuid": "8ebb556d-d6b7-4759-8a5d-e6e5eea385b6", "name": "network-vif-plugged", "status": "completed", "tag": "f9873726-23b4-4ccc-b694-5a56db8cb7db"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:14:19.613148 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port f9873726-23b4-4ccc-b694-5a56db8cb7db, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f9873726-23b4-4ccc-b694-5a56db8cb7db,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:14:19.618294 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (f9873726-23b4-4ccc-b694-5a56db8cb7db), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:19.676564 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=f9873726-23b4-4ccc-b694-5a56db8cb7db,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:19.697442 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9e4fe6-8e6a-4384-a50e-930364fccf9d x-openstack-request-id: req-cd9e4fe6-8e6a-4384-a50e-930364fccf9d {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:14:19.697840 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebb556d-d6b7-4759-8a5d-e6e5eea385b6", "name": "network-vif-plugged", "status": "completed", "tag": "f9873726-23b4-4ccc-b694-5a56db8cb7db", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:14:19.698097 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd9e4fe6-8e6a-4384-a50e-930364fccf9d {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:14:19.698498 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9e4fe6-8e6a-4384-a50e-930364fccf9d'] response: {'server_uuid': '8ebb556d-d6b7-4759-8a5d-e6e5eea385b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9873726-23b4-4ccc-b694-5a56db8cb7db', 'code': 200} Sep 22 17:14:19.700045 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a449e-c8cb-41b4-9fe9-d7d6f7871e8c req-0a15acf9-e07f-4d70-b1a0-0e87935d473d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:19.701543 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ab3a449e-c8cb-41b4-9fe9-d7d6f7871e8c req-0a15acf9-e07f-4d70-b1a0-0e87935d473d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 946 time: 0.0544844 Sep 22 17:14:19.749314 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ab3a449e-c8cb-41b4-9fe9-d7d6f7871e8c req-a50a9d46-e582-4766-92fd-2cf1774999d5 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416524 Sep 22 17:14:19.934875 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fd5e8-3121-4d0f-8822-53f647794337 req-3da99e05-e80e-4c90-adab-296396c8dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:19.936449 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3f8fd5e8-3121-4d0f-8822-53f647794337 req-3da99e05-e80e-4c90-adab-296396c8dcbb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 1130 time: 0.0390518 Sep 22 17:14:19.983195 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3f8fd5e8-3121-4d0f-8822-53f647794337 req-2adedee2-215a-4972-9445-798bc2858446 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385973 Sep 22 17:14:20.840039 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fb64b-875c-4307-ab89-bcaf42e0d406 req-e35e087f-0a72-45b0-ba4b-4e9ac7097312 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:20.841627 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9b4fb64b-875c-4307-ab89-bcaf42e0d406 req-e35e087f-0a72-45b0-ba4b-4e9ac7097312 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0498114 Sep 22 17:14:20.912749 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-85471a5d-c2fe-400e-a7bc-ea138edf3719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:20.922599 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecf4be-9478-47fa-9712-4ae60a64fe5a req-1e3f0d69-7212-4435-be5c-f48314588733 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:20.924462 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cdecf4be-9478-47fa-9712-4ae60a64fe5a req-1e3f0d69-7212-4435-be5c-f48314588733 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 946 time: 0.0806825 Sep 22 17:14:20.954984 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9b4fb64b-875c-4307-ab89-bcaf42e0d406 req-0fa4ea4e-8249-4b8a-a51b-f7033ea5a07f tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017835 Sep 22 17:14:20.986230 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cdecf4be-9478-47fa-9712-4ae60a64fe5a req-236a72f5-96e0-42fb-bacd-c7fb6c7d20d1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529773 Sep 22 17:14:22.096948 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd073271-4870-4b0b-ba83-4ea5fb4290c7 req-a404a979-0732-4937-9ba8-7b84319d5716 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:22.099247 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cd073271-4870-4b0b-ba83-4ea5fb4290c7 req-a404a979-0732-4937-9ba8-7b84319d5716 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0600026 Sep 22 17:14:22.154763 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc05131-a4fb-4dda-bf84-aa1198c5c7d8 req-11b59740-1d07-4c73-8008-8867c7810361 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:22.156284 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fbc05131-a4fb-4dda-bf84-aa1198c5c7d8 req-11b59740-1d07-4c73-8008-8867c7810361 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 946 time: 0.0762908 Sep 22 17:14:22.200803 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cd073271-4870-4b0b-ba83-4ea5fb4290c7 req-e27cb41f-177f-4ac2-a020-cb188580d24a tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852940 Sep 22 17:14:22.227901 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fbc05131-a4fb-4dda-bf84-aa1198c5c7d8 req-ebd56739-e140-4bca-bd64-6a8d89d4b058 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623951 Sep 22 17:14:23.361650 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de134b96-e117-4d0a-b60b-8562376b954f req-48061eb0-23cc-4f35-b3f1-d1ee2ab6ceb7 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:23.363864 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-de134b96-e117-4d0a-b60b-8562376b954f req-48061eb0-23cc-4f35-b3f1-d1ee2ab6ceb7 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0816450 Sep 22 17:14:23.384126 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037dd01-2e82-4193-bd9b-4159d6954a4c req-72a7d523-7583-4a93-adce-ce302f4e8d2d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:23.386285 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1037dd01-2e82-4193-bd9b-4159d6954a4c req-72a7d523-7583-4a93-adce-ce302f4e8d2d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 946 time: 0.0714712 Sep 22 17:14:23.443930 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:23.463915 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-de134b96-e117-4d0a-b60b-8562376b954f req-fd65523a-f244-4d16-aea6-bde698ff8816 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937073 Sep 22 17:14:23.476825 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1037dd01-2e82-4193-bd9b-4159d6954a4c req-bff46caf-f596-4bfe-9611-7af59275faf6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822339 Sep 22 17:14:23.599819 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62d2f0-7dff-4a8b-9456-c38e65a9c9fb req-4303bba8-3aa0-489a-8896-ec29c16061ff tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:23.601336 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4a62d2f0-7dff-4a8b-9456-c38e65a9c9fb req-4303bba8-3aa0-489a-8896-ec29c16061ff tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 946 time: 0.0492532 Sep 22 17:14:23.614545 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34386) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:23.618349 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-bf61c752-9b57-406e-8d69-3f85a6a4aec6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'floatingip': {'port_id': 'f9873726-23b4-4ccc-b694-5a56db8cb7db'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:14:23.658478 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bf61c752-9b57-406e-8d69-3f85a6a4aec6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (0b24cf63-3792-4bbb-be0f-a73d0e75f225), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:23.804571 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-1829e64b-c176-4a6e-989d-2a5afec7da43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:24.112228 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bf61c752-9b57-406e-8d69-3f85a6a4aec6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:24.116285 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bf61c752-9b57-406e-8d69-3f85a6a4aec6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (0b24cf63-3792-4bbb-be0f-a73d0e75f225), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:24.217319 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.l3_db [None req-bf61c752-9b57-406e-8d69-3f85a6a4aec6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Floating IP 0b24cf63-3792-4bbb-be0f-a73d0e75f225 associated. External IP: 172.27.1.146, port: f9873726-23b4-4ccc-b694-5a56db8cb7db. Sep 22 17:14:24.432769 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf61c752-9b57-406e-8d69-3f85a6a4aec6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Router d8e5a412-a5b6-469e-a8ae-72241d1cab6b has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:14:24.548300 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf61c752-9b57-406e-8d69-3f85a6a4aec6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:14:24.553423 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bf61c752-9b57-406e-8d69-3f85a6a4aec6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:24.562340 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c5cb1-2c49-4931-b829-94eb2dc8211c None None] Sync routers for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:14:24.576409 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c5cb1-2c49-4931-b829-94eb2dc8211c None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:14:24.577701 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-9b2c5cb1-2c49-4931-b829-94eb2dc8211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:24.588673 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-bf61c752-9b57-406e-8d69-3f85a6a4aec6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/0b24cf63-3792-4bbb-be0f-a73d0e75f225 HTTP/1.1" status: 200 len: 992 time: 0.9711907 Sep 22 17:14:24.588673 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebb556d-d6b7-4759-8a5d-e6e5eea385b6', 'tag': 'f9873726-23b4-4ccc-b694-5a56db8cb7db'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:14:24.589046 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8635d13-c0a1-40e9-9a5e-a979b2cb338a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ebb556d-d6b7-4759-8a5d-e6e5eea385b6", "tag": "f9873726-23b4-4ccc-b694-5a56db8cb7db"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:14:24.604634 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d15afe-4cd6-4cd3-9d12-2cd3a0e37960 req-43541bb7-e1ed-4715-addc-fa3a394328af tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:24.606301 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e3d15afe-4cd6-4cd3-9d12-2cd3a0e37960 req-43541bb7-e1ed-4715-addc-fa3a394328af tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0547376 Sep 22 17:14:24.629514 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5df6e69-d4cb-41f7-a74b-af4e4c3e453f x-openstack-request-id: req-d5df6e69-d4cb-41f7-a74b-af4e4c3e453f {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:14:24.630446 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ebb556d-d6b7-4759-8a5d-e6e5eea385b6", "tag": "f9873726-23b4-4ccc-b694-5a56db8cb7db", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:14:24.630696 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5df6e69-d4cb-41f7-a74b-af4e4c3e453f {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:14:24.631148 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5df6e69-d4cb-41f7-a74b-af4e4c3e453f'] response: {'name': 'network-changed', 'server_uuid': '8ebb556d-d6b7-4759-8a5d-e6e5eea385b6', 'tag': 'f9873726-23b4-4ccc-b694-5a56db8cb7db', 'status': 'completed', 'code': 200} Sep 22 17:14:24.654265 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:24.665091 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e3d15afe-4cd6-4cd3-9d12-2cd3a0e37960 req-42403cb3-e1d9-400a-83a5-884a870a8da6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510268 Sep 22 17:14:24.695575 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-9b2c5cb1-2c49-4931-b829-94eb2dc8211c None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:14:24.735527 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8635d13-c0a1-40e9-9a5e-a979b2cb338a req-fbb829a9-6e74-4c81-a737-fc0f65e44f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:24.737191 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b8635d13-c0a1-40e9-9a5e-a979b2cb338a req-fbb829a9-6e74-4c81-a737-fc0f65e44f74 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 1130 time: 0.0472462 Sep 22 17:14:24.836854 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8635d13-c0a1-40e9-9a5e-a979b2cb338a req-2b855531-749a-4fa9-8051-7d46d3edd6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:24.838417 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b8635d13-c0a1-40e9-9a5e-a979b2cb338a req-2b855531-749a-4fa9-8051-7d46d3edd6a5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=82eac7a2-877a-48c4-bcb2-cd10274854a5 HTTP/1.1" status: 200 len: 915 time: 0.0936439 Sep 22 17:14:24.908274 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b8635d13-c0a1-40e9-9a5e-a979b2cb338a req-e90583e1-3c09-4c2d-a7fa-ef52a0098f39 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9873726-23b4-4ccc-b694-5a56db8cb7db HTTP/1.1" status: 200 len: 1000 time: 0.0633619 Sep 22 17:14:24.921859 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-9b2c5cb1-2c49-4931-b829-94eb2dc8211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '0b24cf63-3792-4bbb-be0f-a73d0e75f225', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': 'f9873726-23b4-4ccc-b694-5a56db8cb7db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:37:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebb556d-d6b7-4759-8a5d-e6e5eea385b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:14:06Z', 'updated_at': '2022-09-22T17:14:24Z', 'revision_number': 1, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:24.947510 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c5cb1-2c49-4931-b829-94eb2dc8211c None None] Checking router: d8e5a412-a5b6-469e-a8ae-72241d1cab6b for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:14:24.956248 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c5cb1-2c49-4931-b829-94eb2dc8211c None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:14:24.956872 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-9b2c5cb1-2c49-4931-b829-94eb2dc8211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:24.961548 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8635d13-c0a1-40e9-9a5e-a979b2cb338a req-56a5f86f-05f6-4047-b33e-2a209fe654ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:24.963086 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b8635d13-c0a1-40e9-9a5e-a979b2cb338a req-56a5f86f-05f6-4047-b33e-2a209fe654ab service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=83a051e4-a154-4ee6-92cd-c98927c3c055 HTTP/1.1" status: 200 len: 853 time: 0.0463555 Sep 22 17:14:25.008321 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8635d13-c0a1-40e9-9a5e-a979b2cb338a req-c766dcaf-5497-4c32-8dd0-03d553509aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:25.009906 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b8635d13-c0a1-40e9-9a5e-a979b2cb338a req-c766dcaf-5497-4c32-8dd0-03d553509aeb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=82eac7a2-877a-48c4-bcb2-cd10274854a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402215 Sep 22 17:14:25.064652 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-9b2c5cb1-2c49-4931-b829-94eb2dc8211c None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:14:25.116805 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b8635d13-c0a1-40e9-9a5e-a979b2cb338a req-35362718-b6c8-4ce8-ba7e-792eec97cd06 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004524 Sep 22 17:14:25.135604 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:25.286350 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-9b2c5cb1-2c49-4931-b829-94eb2dc8211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '0b24cf63-3792-4bbb-be0f-a73d0e75f225', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': 'f9873726-23b4-4ccc-b694-5a56db8cb7db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:37:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebb556d-d6b7-4759-8a5d-e6e5eea385b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:14:06Z', 'updated_at': '2022-09-22T17:14:24Z', 'revision_number': 1, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:25.288695 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b8635d13-c0a1-40e9-9a5e-a979b2cb338a req-e7a7e1eb-f754-4c72-bcf2-b3308b7f86a9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961566 Sep 22 17:14:25.316076 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c5cb1-2c49-4931-b829-94eb2dc8211c None None] The sync data for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi is: [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '0b24cf63-3792-4bbb-be0f-a73d0e75f225', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.146', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': 'f9873726-23b4-4ccc-b694-5a56db8cb7db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:37:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebb556d-d6b7-4759-8a5d-e6e5eea385b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:14:06Z', 'updated_at': '2022-09-22T17:14:24Z', 'revision_number': 1, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:14:25.350380 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:25.514092 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65d85cb-28df-43bb-8188-6f448a757b7f None None] New status for floating IP 0b24cf63-3792-4bbb-be0f-a73d0e75f225: ACTIVE {{(pid=106557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:14:25.803071 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3889c77-49f1-41f9-a8fb-51e381bf2290 req-76db87a1-526a-4b24-85d7-70940c783477 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:25.804610 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d3889c77-49f1-41f9-a8fb-51e381bf2290 req-76db87a1-526a-4b24-85d7-70940c783477 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0568419 Sep 22 17:14:25.861783 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d3889c77-49f1-41f9-a8fb-51e381bf2290 req-fbf9faf3-3af2-492e-b4f7-5f387c1e3c4a tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513523 Sep 22 17:14:26.794429 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:26.998373 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc37f88-d778-479b-abab-d75bd0ade571 req-98dabb42-ddb8-4eeb-b260-54504be4a18b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:26.999938 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4cc37f88-d778-479b-abab-d75bd0ade571 req-98dabb42-ddb8-4eeb-b260-54504be4a18b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0487497 Sep 22 17:14:27.052158 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4cc37f88-d778-479b-abab-d75bd0ade571 req-9bb15925-8393-414a-a1ad-8b05e16b1969 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458095 Sep 22 17:14:27.365366 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08251673-ada6-478c-b120-b629c5235608 req-909e2fcd-41cc-40e5-a7ea-7742fee96c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:27.366793 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-08251673-ada6-478c-b120-b629c5235608 req-909e2fcd-41cc-40e5-a7ea-7742fee96c7b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1ed7377d32844bbf95f995831bc21d6b&device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 1129 time: 0.0416849 Sep 22 17:14:27.465284 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08251673-ada6-478c-b120-b629c5235608 req-26247139-4062-4ccd-889c-7241b9443890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:27.467120 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-08251673-ada6-478c-b120-b629c5235608 req-26247139-4062-4ccd-889c-7241b9443890 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76fdfd82-e2ca-4e82-8d26-41a9f16c8858 HTTP/1.1" status: 200 len: 910 time: 0.0942259 Sep 22 17:14:27.537176 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-08251673-ada6-478c-b120-b629c5235608 req-4f813572-0e36-42d7-9162-0f24694ce2d3 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfa945c1-4510-4653-9180-db1133adbc18 HTTP/1.1" status: 200 len: 1001 time: 0.0639105 Sep 22 17:14:27.584799 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:27.584929 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:27.595000 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08251673-ada6-478c-b120-b629c5235608 req-8e2ec34a-91b2-45b7-9d7f-7acc2e131446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:27.596469 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-08251673-ada6-478c-b120-b629c5235608 req-8e2ec34a-91b2-45b7-9d7f-7acc2e131446 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=746153c5-66aa-4f48-baf0-63e2c6a7f300 HTTP/1.1" status: 200 len: 848 time: 0.0527701 Sep 22 17:14:27.642108 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08251673-ada6-478c-b120-b629c5235608 req-ae397673-d359-4ec9-b66c-7de3469a42ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:27.643588 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-08251673-ada6-478c-b120-b629c5235608 req-ae397673-d359-4ec9-b66c-7de3469a42ae service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76fdfd82-e2ca-4e82-8d26-41a9f16c8858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404656 Sep 22 17:14:27.713945 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:27.739860 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-08251673-ada6-478c-b120-b629c5235608 req-8fbb4b03-3910-4406-80e1-27c452da05c7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76fdfd82-e2ca-4e82-8d26-41a9f16c8858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899103 Sep 22 17:14:27.841284 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-08251673-ada6-478c-b120-b629c5235608 req-c525478b-1c13-4d33-a310-e5ebbf5b2215 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76fdfd82-e2ca-4e82-8d26-41a9f16c8858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952365 Sep 22 17:14:28.176141 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcea736-9fa4-4633-8f43-8821ead83478 req-b6440fea-22d7-4b81-ba2f-f607ae797a5b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:28.177726 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9bcea736-9fa4-4633-8f43-8821ead83478 req-b6440fea-22d7-4b81-ba2f-f607ae797a5b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0495286 Sep 22 17:14:28.230346 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9bcea736-9fa4-4633-8f43-8821ead83478 req-9fe0203b-0201-4b7c-ab7f-c3e527a62e1c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469737 Sep 22 17:14:29.391194 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6ff77-d0ec-4f12-bef5-7af9399b48b4 req-08c5ef32-1a1a-4fe9-b5e0-211a38a436ad tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:29.392874 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d1c6ff77-d0ec-4f12-bef5-7af9399b48b4 req-08c5ef32-1a1a-4fe9-b5e0-211a38a436ad tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0546787 Sep 22 17:14:29.448746 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d1c6ff77-d0ec-4f12-bef5-7af9399b48b4 req-7d908ffd-8b49-4e91-b38a-41cb2c0ab22c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489349 Sep 22 17:14:30.589687 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e663580-5758-43ed-8d14-c043c517aa7b req-6538dfca-50e6-42f0-93ba-304442567009 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:30.591435 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8e663580-5758-43ed-8d14-c043c517aa7b req-6538dfca-50e6-42f0-93ba-304442567009 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0531871 Sep 22 17:14:30.671169 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8e663580-5758-43ed-8d14-c043c517aa7b req-0f0efb45-ccfd-40a2-8b94-b77a58d60f42 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674424 Sep 22 17:14:30.971739 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9386b7-c446-41e0-9712-36a3ab89d552 req-f32fd0fc-7243-4548-8ffe-8a92ddf2e789 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:30.973388 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4a9386b7-c446-41e0-9712-36a3ab89d552 req-f32fd0fc-7243-4548-8ffe-8a92ddf2e789 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0556517 Sep 22 17:14:30.976964 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34420) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:31.038637 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4a9386b7-c446-41e0-9712-36a3ab89d552 req-326ad6b7-d3c1-4c0f-a0cd-78886f85735d tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554121 Sep 22 17:14:31.078077 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-223e7ce2-baa7-4839-a54d-ea418b72ab41 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0996594 Sep 22 17:14:31.088182 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-6088d644-342b-4949-8a7f-5bfafadf5f8f service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106556) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 17:14:31.089441 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-6088d644-342b-4949-8a7f-5bfafadf5f8f service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0062187 Sep 22 17:14:31.185812 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34432) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:31.257457 dv-cinder-835384-28-iscsi neutron-server[106556]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 17:14:31.292075 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:31.316007 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-3df3cc9f-5345-45c2-ad3f-9e6755771f4c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:31.317471 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-3df3cc9f-5345-45c2-ad3f-9e6755771f4c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports/bfa945c1-4510-4653-9180-db1133adbc18 HTTP/1.1" status: 200 len: 942 time: 0.1306524 Sep 22 17:14:32.374686 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6847f-48f0-438f-9a5a-d4818acd6790 req-fb8bdcbf-660b-4a20-8f94-375270a4d600 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:32.378752 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-87c6847f-48f0-438f-9a5a-d4818acd6790 req-fb8bdcbf-660b-4a20-8f94-375270a4d600 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0860701 Sep 22 17:14:32.437260 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-87c6847f-48f0-438f-9a5a-d4818acd6790 req-8dbb1c7b-5352-44c2-a59b-fedc9395d33c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522342 Sep 22 17:14:33.443178 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device bfa945c1-4510-4653-9180-db1133adbc18 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:14:33.540250 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port bfa945c1-4510-4653-9180-db1133adbc18 is: ACTIVE; New status is: DOWN {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:14:33.540780 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (bfa945c1-4510-4653-9180-db1133adbc18), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:33.568607 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e671ca-5873-4190-9048-a875393d1055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfa945c1-4510-4653-9180-db1133adbc18'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:14:33.571102 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83663350-000d-46c6-a0c0-8f6e3c60c945" -d '{"events": [{"server_uuid": "60e671ca-5873-4190-9048-a875393d1055", "name": "network-vif-unplugged", "status": "completed", "tag": "bfa945c1-4510-4653-9180-db1133adbc18"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:14:33.586841 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port bfa945c1-4510-4653-9180-db1133adbc18, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bfa945c1-4510-4653-9180-db1133adbc18,segment=NetworkSegment(452f9088-6e1b-4ef8-8c1a-4acb3747bc99),segment_id=452f9088-6e1b-4ef8-8c1a-4acb3747bc99)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:14:33.592664 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (bfa945c1-4510-4653-9180-db1133adbc18), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:33.634231 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Sep 2022 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d06582c-9b13-488f-a19d-e52d8212d626 x-openstack-request-id: req-2d06582c-9b13-488f-a19d-e52d8212d626 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:14:33.634587 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e671ca-5873-4190-9048-a875393d1055", "name": "network-vif-unplugged", "status": "failed", "tag": "bfa945c1-4510-4653-9180-db1133adbc18", "code": 422}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:14:33.634773 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d06582c-9b13-488f-a19d-e52d8212d626 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:14:33.635285 dv-cinder-835384-28-iscsi neutron-server[106557]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2d06582c-9b13-488f-a19d-e52d8212d626']: {'server_uuid': '60e671ca-5873-4190-9048-a875393d1055', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bfa945c1-4510-4653-9180-db1133adbc18', 'code': 422} returned with failed status Sep 22 17:14:33.638059 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a3a74-01b2-450a-986e-98edae32889d req-b0fc1837-31b9-4dbb-9c6e-2e73c43180c8 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:33.641069 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-269a3a74-01b2-450a-986e-98edae32889d req-b0fc1837-31b9-4dbb-9c6e-2e73c43180c8 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0903261 Sep 22 17:14:33.686567 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=bfa945c1-4510-4653-9180-db1133adbc18,revision_number=6']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:33.739715 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-269a3a74-01b2-450a-986e-98edae32889d req-0207c64c-6335-4ae3-b5c9-44fa11084e6e tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844719 Sep 22 17:14:34.080217 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6346-3dfa-49a2-932c-4a9c42b818aa req-e55047d6-68dd-4f80-8533-658acab10631 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:34.081692 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-26ce6346-3dfa-49a2-932c-4a9c42b818aa req-e55047d6-68dd-4f80-8533-658acab10631 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0503297 Sep 22 17:14:34.130251 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-26ce6346-3dfa-49a2-932c-4a9c42b818aa req-71d8db2d-1887-4146-9ece-b9abaea34f12 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425863 Sep 22 17:14:34.878387 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dbbbf-aacd-4c59-b025-840ebbd90a49 req-f77144ea-6619-415b-b0e2-b36914c8393c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:34.879972 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f59dbbbf-aacd-4c59-b025-840ebbd90a49 req-f77144ea-6619-415b-b0e2-b36914c8393c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0556402 Sep 22 17:14:34.932045 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f59dbbbf-aacd-4c59-b025-840ebbd90a49 req-2578f7db-a184-4d17-b455-ddf9bfaf9e74 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460708 Sep 22 17:14:35.263196 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace40396-b71f-4310-bd25-1cf82e28ce52 req-f9463320-2b13-417b-a672-048602ce04af tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:35.264894 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ace40396-b71f-4310-bd25-1cf82e28ce52 req-f9463320-2b13-417b-a672-048602ce04af tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0530009 Sep 22 17:14:35.289299 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=80 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:35.290502 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=18 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:35.322844 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ace40396-b71f-4310-bd25-1cf82e28ce52 req-956531a3-e806-41e6-9dd4-2cefd983ae08 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518420 Sep 22 17:14:36.022843 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:36.024703 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:36.121709 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf252b-dda9-4c45-a1ca-0dfdf2e0bf75 req-7c983589-fec6-4e0e-81fd-11e80251d9a2 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:36.123244 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a2cf252b-dda9-4c45-a1ca-0dfdf2e0bf75 req-7c983589-fec6-4e0e-81fd-11e80251d9a2 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.1096308 Sep 22 17:14:36.126519 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-80fd1f3b-37ef-4eed-9a53-9156977f4f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:36.128490 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-80fd1f3b-37ef-4eed-9a53-9156977f4f54 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055&tenant_id=1ed7377d32844bbf95f995831bc21d6b HTTP/1.1" status: 200 len: 1127 time: 0.1016135 Sep 22 17:14:36.236083 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a2cf252b-dda9-4c45-a1ca-0dfdf2e0bf75 req-3d052988-87ca-4650-ba30-60c80abcb7ec tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065853 Sep 22 17:14:36.243963 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e839b18-d14f-49b1-98e1-cee2b7bb52f0 req-717e5df5-d19b-405e-b263-d50fd0e40e9b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:36.245518 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8e839b18-d14f-49b1-98e1-cee2b7bb52f0 req-717e5df5-d19b-405e-b263-d50fd0e40e9b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.0891242 Sep 22 17:14:36.252436 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-f889e6a9-b843-4c10-a5f1-329825a33f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:36.254400 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-f889e6a9-b843-4c10-a5f1-329825a33f90 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1ed7377d32844bbf95f995831bc21d6b&device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 1127 time: 0.0688593 Sep 22 17:14:36.405202 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-8e839b18-d14f-49b1-98e1-cee2b7bb52f0 req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Deleting port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:14:36.405540 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8e839b18-d14f-49b1-98e1-cee2b7bb52f0 req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:36.470435 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-5cfc51aa-10b6-4a4f-b106-f89f44f416f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:36.471971 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-5cfc51aa-10b6-4a4f-b106-f89f44f416f9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76fdfd82-e2ca-4e82-8d26-41a9f16c8858 HTTP/1.1" status: 200 len: 910 time: 0.2102544 Sep 22 17:14:36.793612 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfbfe9-cb1b-4360-9e37-41db805ef0eb req-c005cfbc-7bb0-4b9a-b663-cf592b94c5bf tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:36.795118 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e2bfbfe9-cb1b-4360-9e37-41db805ef0eb req-c005cfbc-7bb0-4b9a-b663-cf592b94c5bf tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 946 time: 0.3672428 Sep 22 17:14:36.845820 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-ffd636e4-d49c-44fe-89d2-f92ac0d14964 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfa945c1-4510-4653-9180-db1133adbc18 HTTP/1.1" status: 200 len: 999 time: 0.3556011 Sep 22 17:14:36.849750 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-8e839b18-d14f-49b1-98e1-cee2b7bb52f0 req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] For port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:14:36.850110 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8e839b18-d14f-49b1-98e1-cee2b7bb52f0 req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:36.966271 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e2bfbfe9-cb1b-4360-9e37-41db805ef0eb req-0b69fcef-69f1-40ff-b3b5-732a95b96f7d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=39a61636-31ab-4494-a7ef-f54c6676d62c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568592 Sep 22 17:14:36.972863 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-2844101f-c0a6-46b6-ab34-eac7b21e62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:36.974397 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-2844101f-c0a6-46b6-ab34-eac7b21e62c3 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=746153c5-66aa-4f48-baf0-63e2c6a7f300 HTTP/1.1" status: 200 len: 848 time: 0.1215825 Sep 22 17:14:37.065107 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-cc16187d-e457-4c1e-b47e-162483ca6e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:37.066496 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-cc16187d-e457-4c1e-b47e-162483ca6e17 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76fdfd82-e2ca-4e82-8d26-41a9f16c8858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0844536 Sep 22 17:14:37.174884 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8e839b18-d14f-49b1-98e1-cee2b7bb52f0 req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:37.175280 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8e839b18-d14f-49b1-98e1-cee2b7bb52f0 req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (dee8b39d-b30f-4009-8044-c89915518856), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:37.175595 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.l3_db [req-8e839b18-d14f-49b1-98e1-cee2b7bb52f0 req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Floating IP dee8b39d-b30f-4009-8044-c89915518856 disassociated. External IP: 172.27.1.38, port: 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea. Sep 22 17:14:37.175932 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-8e839b18-d14f-49b1-98e1-cee2b7bb52f0 req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Calling delete_port for 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea owned by compute:nova {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:14:37.231685 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:37.244325 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:37.260688 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-3f1f68cc-d69a-44d9-960b-72a07de8f375 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76fdfd82-e2ca-4e82-8d26-41a9f16c8858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625085 Sep 22 17:14:37.428888 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8be58-3f83-4576-9fc5-8171cf236887 req-66a39513-eb1c-4823-ab20-5facf45ee65f tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:37.430322 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2ec8be58-3f83-4576-9fc5-8171cf236887 req-66a39513-eb1c-4823-ab20-5facf45ee65f tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0926232 Sep 22 17:14:37.441048 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:37.484542 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bd8dba9e-8acd-4fb3-894f-8cd1394c2ef7 req-d8c001db-26bd-4af3-a030-f888f36bad07 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76fdfd82-e2ca-4e82-8d26-41a9f16c8858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142558 Sep 22 17:14:37.486525 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8e839b18-d14f-49b1-98e1-cee2b7bb52f0 req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:37.534114 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event deleted for resources: {'Port': ['ID=9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:37.552382 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2ec8be58-3f83-4576-9fc5-8171cf236887 req-9929bef6-01e6-4ef2-aa15-ab95054dcc2f tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128588 Sep 22 17:14:37.555807 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:37.556161 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:37.556653 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:37.556875 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:37.557163 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:37.557497 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:37.557827 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:37.558159 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:37.558487 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:37.558816 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:37.559272 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:37.559493 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:37.559828 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:37.560148 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:37.560962 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:37.671115 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e839b18-d14f-49b1-98e1-cee2b7bb52f0 req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:14:37.779268 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e839b18-d14f-49b1-98e1-cee2b7bb52f0 req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:14:37.790283 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd0817-88b0-4443-9fcc-555ef0c4730a None None] Sync routers for ids ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:14:37.801844 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd0817-88b0-4443-9fcc-555ef0c4730a None None] Routers {'6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:14:37.802389 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-1bfd0817-88b0-4443-9fcc-555ef0c4730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:37.824760 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e839b18-d14f-49b1-98e1-cee2b7bb52f0 req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] No DVR routers for this DVR port 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea on host hv-cinder-83538 {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:14:37.827333 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8e839b18-d14f-49b1-98e1-cee2b7bb52f0 req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:37.830606 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8e839b18-d14f-49b1-98e1-cee2b7bb52f0 req-0f8d383f-aec4-44d2-badb-ba1df6e0a948 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.33 "DELETE /networking/v2.0/ports/9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea HTTP/1.1" status: 204 len: 173 time: 1.5797045 Sep 22 17:14:37.831189 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'name': 'network-vif-deleted', 'tag': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:14:37.833590 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fc8b8c-2132-4cb6-94b2-7d8d272584c0" -d '{"events": [{"server_uuid": "eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2", "name": "network-vif-deleted", "tag": "9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:14:37.873692 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc26513-b11c-4626-97d0-32515122120b x-openstack-request-id: req-2fc26513-b11c-4626-97d0-32515122120b {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:14:37.873979 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2", "name": "network-vif-deleted", "tag": "9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:14:37.874259 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2fc26513-b11c-4626-97d0-32515122120b {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:14:37.874702 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc26513-b11c-4626-97d0-32515122120b'] response: {'server_uuid': 'eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2', 'name': 'network-vif-deleted', 'tag': '9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea', 'status': 'completed', 'code': 200} Sep 22 17:14:37.913471 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-1bfd0817-88b0-4443-9fcc-555ef0c4730a None None] Set router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:14:38.104727 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2e4d43b3-a57c-4d7d-9abc-47d462d99571 req-544a44e8-8419-4bc7-af20-9d7df8e1e951 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 210 time: 0.0288000 Sep 22 17:14:38.117215 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-1bfd0817-88b0-4443-9fcc-555ef0c4730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:22Z', 'revision_number': 4, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'ff1f587e-fa93-4254-9635-0dca9237824b', 'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'mac_address': 'fa:16:3e:e4:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:18Z', 'updated_at': '2022-09-22T17:07:45Z', 'revision_number': 5, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'subnets': [{'id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:38.146103 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd0817-88b0-4443-9fcc-555ef0c4730a None None] Checking router: 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:14:38.155748 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfd0817-88b0-4443-9fcc-555ef0c4730a None None] Routers {'6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:14:38.156267 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-1bfd0817-88b0-4443-9fcc-555ef0c4730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:38.299414 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-1bfd0817-88b0-4443-9fcc-555ef0c4730a None None] Set router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:14:38.617754 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-1bfd0817-88b0-4443-9fcc-555ef0c4730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:22Z', 'revision_number': 4, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'ff1f587e-fa93-4254-9635-0dca9237824b', 'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'mac_address': 'fa:16:3e:e4:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:18Z', 'updated_at': '2022-09-22T17:07:45Z', 'revision_number': 5, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'subnets': [{'id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:38.646255 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfd0817-88b0-4443-9fcc-555ef0c4730a None None] The sync data for ids ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'] in dv-cinder-835384-28-iscsi is: [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:22Z', 'revision_number': 4, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'ff1f587e-fa93-4254-9635-0dca9237824b', 'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'mac_address': 'fa:16:3e:e4:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:18Z', 'updated_at': '2022-09-22T17:07:45Z', 'revision_number': 5, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'subnets': [{'id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:14:38.699290 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f220245-dd48-435a-8000-9518171ce204 req-d360ce76-fe74-4e5e-a095-ecfd7b7b6a38 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:38.700883 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f220245-dd48-435a-8000-9518171ce204 req-d360ce76-fe74-4e5e-a095-ecfd7b7b6a38 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0522115 Sep 22 17:14:38.755520 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4f220245-dd48-435a-8000-9518171ce204 req-940f1ee7-821f-47c7-ad18-f113dea0d06c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479317 Sep 22 17:14:38.908811 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2095d524-d889-48c8-a768-48746cfdc102 None None] New status for floating IP dee8b39d-b30f-4009-8044-c89915518856: DOWN {{(pid=106557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:14:39.234566 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-185457e2-db25-4b14-bbc7-3a25ebf6cd7b req-8dbfeba4-3d06-4255-adfb-301d950c0a6a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=eb952aab-cdd4-4d47-ba6b-0e6dd1db5ee2 HTTP/1.1" status: 200 len: 210 time: 0.0306897 Sep 22 17:14:39.886634 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11572036-4b9c-41e5-a346-4edc93909e2f req-f697eed9-afd5-4d8f-b1e9-60c6bba73250 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:39.888232 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-11572036-4b9c-41e5-a346-4edc93909e2f req-f697eed9-afd5-4d8f-b1e9-60c6bba73250 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0493298 Sep 22 17:14:39.939863 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-11572036-4b9c-41e5-a346-4edc93909e2f req-8ff1de61-03d9-4f01-94c9-271baba1ea1c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460317 Sep 22 17:14:40.338487 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34500) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:40.382657 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=100 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:40.397700 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group (39a61636-31ab-4494-a7ef-f54c6676d62c), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:40.419751 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group (39a61636-31ab-4494-a7ef-f54c6676d62c), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:40.469478 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (39a61636-31ab-4494-a7ef-f54c6676d62c), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:40.472149 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:40.473299 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/39a61636-31ab-4494-a7ef-f54c6676d62c HTTP/1.1" status: 204 len: 168 time: 0.1338019 Sep 22 17:14:40.476498 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34504) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:40.482855 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a61636-31ab-4494-a7ef-f54c6676d62c,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:40.490330 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:40.490486 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.api.v2.resource [None req-25c19288-d1e6-4336-b983-8ada7d45304c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] show failed (client error): The resource could not be found. Sep 22 17:14:40.491011 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:40.491133 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:40.491411 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:40.491735 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:40.492213 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:40.492582 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:40.492891 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:40.493214 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:40.493535 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:40.493854 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:40.494171 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:40.494357 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-25c19288-d1e6-4336-b983-8ada7d45304c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups/39a61636-31ab-4494-a7ef-f54c6676d62c HTTP/1.1" status: 404 len: 347 time: 0.0168107 Sep 22 17:14:40.494484 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:40.494799 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:40.494992 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34506) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:40.495136 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f08574-83d9-4d03-ac44-cddf628dc0e1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:40.609542 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-ef91eff8-37c7-441a-aedb-0877d27e9b42 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Deleting port 0bb0209a-5e51-4617-9426-00d5449aaa0b {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:14:40.609781 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ef91eff8-37c7-441a-aedb-0877d27e9b42 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (0bb0209a-5e51-4617-9426-00d5449aaa0b), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:40.622512 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:40.670377 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:40.693508 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ef91eff8-37c7-441a-aedb-0877d27e9b42 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (0bb0209a-5e51-4617-9426-00d5449aaa0b), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:40.693837 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ef91eff8-37c7-441a-aedb-0877d27e9b42 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for floatingip (0bb0209a-5e51-4617-9426-00d5449aaa0b), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:40.706355 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-ef91eff8-37c7-441a-aedb-0877d27e9b42 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Calling delete_port for 0bb0209a-5e51-4617-9426-00d5449aaa0b owned by network:floatingip {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:14:40.846495 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ef91eff8-37c7-441a-aedb-0877d27e9b42 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (0bb0209a-5e51-4617-9426-00d5449aaa0b), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:40.869645 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91eff8-37c7-441a-aedb-0877d27e9b42 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event deleted for resources: {'Port': ['ID=0bb0209a-5e51-4617-9426-00d5449aaa0b,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:40.945995 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ef91eff8-37c7-441a-aedb-0877d27e9b42 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for floatingip (dee8b39d-b30f-4009-8044-c89915518856), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:40.948544 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ef91eff8-37c7-441a-aedb-0877d27e9b42 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:40.949709 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-ef91eff8-37c7-441a-aedb-0877d27e9b42 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/dee8b39d-b30f-4009-8044-c89915518856 HTTP/1.1" status: 204 len: 168 time: 0.4539101 Sep 22 17:14:41.050270 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34512) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:41.054920 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-9e703af4-3ff7-4457-9603-6ed4c3d2948a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1392365221', 'description': 'tempest-description--394695349'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:14:41.076664 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc61e7-9e5d-46d5-9c81-ca5376844f62 req-6cf20c1c-986a-4a07-9d2b-bb27774f7aa3 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:41.078248 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-64dc61e7-9e5d-46d5-9c81-ca5376844f62 req-6cf20c1c-986a-4a07-9d2b-bb27774f7aa3 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0558805 Sep 22 17:14:41.080674 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9e703af4-3ff7-4457-9603-6ed4c3d2948a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:41.145324 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-64dc61e7-9e5d-46d5-9c81-ca5376844f62 req-8148705c-e218-41ae-a509-1d685aa0ec4b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608377 Sep 22 17:14:41.164160 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9e703af4-3ff7-4457-9603-6ed4c3d2948a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group (90334f7e-c017-40ca-8e48-4b6a8609b5dd), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:41.168357 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9e703af4-3ff7-4457-9603-6ed4c3d2948a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (90334f7e-c017-40ca-8e48-4b6a8609b5dd), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:41.205480 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9e703af4-3ff7-4457-9603-6ed4c3d2948a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:41.206725 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-9e703af4-3ff7-4457-9603-6ed4c3d2948a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1554468 Sep 22 17:14:41.209026 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e703af4-3ff7-4457-9603-6ed4c3d2948a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90334f7e-c017-40ca-8e48-4b6a8609b5dd,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:41.210446 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34514) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:41.217318 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-dee011dc-e299-48dd-9b8a-1b46efb52fb3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Request body: {'security_group_rule': {'security_group_id': '90334f7e-c017-40ca-8e48-4b6a8609b5dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:14:41.251201 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dee011dc-e299-48dd-9b8a-1b46efb52fb3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group_rule (34f6238c-eb65-441b-ab9c-243d7a1980a8), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:41.317236 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dee011dc-e299-48dd-9b8a-1b46efb52fb3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group_rule (34f6238c-eb65-441b-ab9c-243d7a1980a8), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:41.322076 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dee011dc-e299-48dd-9b8a-1b46efb52fb3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (34f6238c-eb65-441b-ab9c-243d7a1980a8), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:41.352596 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee011dc-e299-48dd-9b8a-1b46efb52fb3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f6238c-eb65-441b-ab9c-243d7a1980a8,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:41.360760 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-dee011dc-e299-48dd-9b8a-1b46efb52fb3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:41.362043 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-dee011dc-e299-48dd-9b8a-1b46efb52fb3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496038 Sep 22 17:14:41.365552 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34518) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:41.369928 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-c3dd3b9a-1999-47b0-8193-6652ff35d003 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Request body: {'security_group_rule': {'security_group_id': '90334f7e-c017-40ca-8e48-4b6a8609b5dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:14:41.397902 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c3dd3b9a-1999-47b0-8193-6652ff35d003 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group_rule (9068ee0f-7fc1-4a51-adeb-6f4db2dc4831), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:41.459578 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c3dd3b9a-1999-47b0-8193-6652ff35d003 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group_rule (9068ee0f-7fc1-4a51-adeb-6f4db2dc4831), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:41.464229 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c3dd3b9a-1999-47b0-8193-6652ff35d003 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (9068ee0f-7fc1-4a51-adeb-6f4db2dc4831), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:41.486004 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd3b9a-1999-47b0-8193-6652ff35d003 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9068ee0f-7fc1-4a51-adeb-6f4db2dc4831,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:41.494497 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c3dd3b9a-1999-47b0-8193-6652ff35d003 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:41.495867 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-c3dd3b9a-1999-47b0-8193-6652ff35d003 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293707 Sep 22 17:14:41.500188 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34520) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:41.501218 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:14:41.504915 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Request body: {'floatingip': {'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:14:41.522507 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:14:41.522845 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 9d17cd6f-7ad0-400c-a4f4-da7cf6bc52ea not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:14:41.531713 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:41.621852 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:41.744420 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Allocated IP 172.27.1.236 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/823bde92-4614-4b0a-8827-8cf191affcf4) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:14:41.873901 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for port (823bde92-4614-4b0a-8827-8cf191affcf4), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:41.911605 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (823bde92-4614-4b0a-8827-8cf191affcf4), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:41.917898 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:41.960761 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:14:41.966828 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:14:41.969661 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event updated for resources: {'Port': ['ID=823bde92-4614-4b0a-8827-8cf191affcf4,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:41.972174 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:14:42.020503 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:42.065385 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for floatingip (7e5d1335-373e-4905-9bab-6e7e5ba9bf62), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:42.103844 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (823bde92-4614-4b0a-8827-8cf191affcf4), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:42.262837 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for port (823bde92-4614-4b0a-8827-8cf191affcf4), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:42.269204 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (823bde92-4614-4b0a-8827-8cf191affcf4), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:42.283649 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb6b4b-7d73-44e6-920b-970a9443646c req-21f0889a-6bd1-4b97-ba0b-5d749e814ee5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:42.285157 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-08cb6b4b-7d73-44e6-920b-970a9443646c req-21f0889a-6bd1-4b97-ba0b-5d749e814ee5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0532315 Sep 22 17:14:42.337744 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-08cb6b4b-7d73-44e6-920b-970a9443646c req-bae3b327-0ca6-4e91-aa34-e1c732516dd6 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468147 Sep 22 17:14:42.341580 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event updated for resources: {'Port': ['ID=823bde92-4614-4b0a-8827-8cf191affcf4,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:42.344049 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (7e5d1335-373e-4905-9bab-6e7e5ba9bf62), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:42.362691 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:42.363989 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-7236abec-d971-488f-b432-9ba25815c580 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8627732 Sep 22 17:14:42.588020 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-6033ba6b-2aa9-4b18-884b-3988d5dd96e2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1392365221&fields=id&tenant_id=45847b1fd67c4caaa03a36895cd2263a HTTP/1.1" status: 200 len: 267 time: 0.0432031 Sep 22 17:14:42.616896 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:42.648775 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:42.703514 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-55cc3bc2-642a-4276-aeb5-e421490921ce tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:42.704965 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-55cc3bc2-642a-4276-aeb5-e421490921ce tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c HTTP/1.1" status: 200 len: 816 time: 0.1104574 Sep 22 17:14:42.719161 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-e8bc519b-7683-4a31-8cae-5266cf51f82b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/quotas/45847b1fd67c4caaa03a36895cd2263a HTTP/1.1" status: 200 len: 375 time: 0.0087552 Sep 22 17:14:42.768490 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-50accbb2-088c-4947-b11c-fefca8ac7bbd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=45847b1fd67c4caaa03a36895cd2263a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439305 Sep 22 17:14:42.867541 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-dd6562b6-cacc-4bb1-84ec-9ea2b70e4d67 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876296 Sep 22 17:14:42.959784 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-0c1e92c9-6767-4172-aae2-b5c32e8e61ac service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863872 Sep 22 17:14:43.122492 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f13ef1eb-2726-4b16-b3a7-b5da5c95a588 req-d4032411-eb86-4c19-86b2-c4039f74bf17 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 210 time: 0.0290761 Sep 22 17:14:43.476067 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd698c-b787-4541-8048-f2d8dfad628f req-500c5e55-ea39-4e16-8444-ebef5e8eb4c5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:43.477585 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7bbd698c-b787-4541-8048-f2d8dfad628f req-500c5e55-ea39-4e16-8444-ebef5e8eb4c5 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0537429 Sep 22 17:14:43.538868 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7bbd698c-b787-4541-8048-f2d8dfad628f req-1829d888-e108-4ef1-98d6-ab2e2e9d3944 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554399 Sep 22 17:14:44.233075 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e81c5d88-23cb-435f-8c1d-b3898337f99d req-fb84f7b0-95c4-4685-b5ab-b82af3d2dd0e tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 210 time: 0.0279276 Sep 22 17:14:44.677791 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c9538-6ce6-4b33-8902-dc8d4c5330eb req-35065bd7-accd-454a-8b91-5b3c1b9b844d tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:44.679280 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-697c9538-6ce6-4b33-8902-dc8d4c5330eb req-35065bd7-accd-454a-8b91-5b3c1b9b844d tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0470107 Sep 22 17:14:44.730921 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-697c9538-6ce6-4b33-8902-dc8d4c5330eb req-0766e63c-926d-44e3-947f-2c0df66b5ea0 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460026 Sep 22 17:14:45.344794 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-00ecaed6-d411-41f5-846c-71d00fb4dcc8 req-68a72545-eb9e-4be0-b1a2-ea0cd8b371b9 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 210 time: 0.0288825 Sep 22 17:14:45.873676 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-dac0f1a7-4af6-4a8e-8da3-4c24c02a1401 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:45.875162 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-dac0f1a7-4af6-4a8e-8da3-4c24c02a1401 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c HTTP/1.1" status: 200 len: 816 time: 0.1460350 Sep 22 17:14:45.886108 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea61a9c-d413-44d7-a0ed-a57bd1d20203 req-d342d392-4902-40bb-9902-13c1082b0802 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:45.887550 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eea61a9c-d413-44d7-a0ed-a57bd1d20203 req-d342d392-4902-40bb-9902-13c1082b0802 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0766459 Sep 22 17:14:45.981176 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-4e636e94-60f7-4ad4-9d50-89ac76d0240a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=45847b1fd67c4caaa03a36895cd2263a HTTP/1.1" status: 200 len: 380 time: 0.0884843 Sep 22 17:14:45.984677 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eea61a9c-d413-44d7-a0ed-a57bd1d20203 req-9b41fcac-cde3-43a7-8938-aeb6aaa95470 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909567 Sep 22 17:14:46.069270 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-8d1b1bbf-9894-4f1c-ae1c-217a518ffabb tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Request body: {'port': {'device_id': '3946f917-8585-453c-9eff-81ab4ba3b860', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'admin_state_up': True, 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'security_groups': ['90334f7e-c017-40ca-8e48-4b6a8609b5dd']}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:14:46.189160 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-8d1b1bbf-9894-4f1c-ae1c-217a518ffabb tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Made reservation on behalf of 45847b1fd67c4caaa03a36895cd2263a for: {'port': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:14:46.194422 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-8d1b1bbf-9894-4f1c-ae1c-217a518ffabb tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:46.222816 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:46.271814 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:46.332803 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-8d1b1bbf-9894-4f1c-ae1c-217a518ffabb tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Allocated IP 172.20.0.3 (fb742a8a-ec14-42fa-b5c3-8fe1992e342c/078d2151-b8ac-45b8-a09f-7943bc063688/53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:14:46.463204 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bae6a95f-2faf-4581-ad5c-be2ffe6c3c18 req-16626bd0-629c-474f-ad46-0bbc027cddaa tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 210 time: 0.0375018 Sep 22 17:14:46.509179 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-8d1b1bbf-9894-4f1c-ae1c-217a518ffabb tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:46.545228 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-8d1b1bbf-9894-4f1c-ae1c-217a518ffabb tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:46.597067 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-8d1b1bbf-9894-4f1c-ae1c-217a518ffabb tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Network fb742a8a-ec14-42fa-b5c3-8fe1992e342c is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:14:46.600336 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-8d1b1bbf-9894-4f1c-ae1c-217a518ffabb tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:14:46.604509 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-8d1b1bbf-9894-4f1c-ae1c-217a518ffabb tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:14:46.629814 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b1bbf-9894-4f1c-ae1c-217a518ffabb tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event updated for resources: {'Port': ['ID=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:46.660105 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-8d1b1bbf-9894-4f1c-ae1c-217a518ffabb tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:46.660738 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-8d1b1bbf-9894-4f1c-ae1c-217a518ffabb tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:46.678668 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-8d1b1bbf-9894-4f1c-ae1c-217a518ffabb tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6132219 Sep 22 17:14:46.723586 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:14:46.745236 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Request body: {'port': {'device_id': '3946f917-8585-453c-9eff-81ab4ba3b860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:14:46.812200 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:46.818406 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-33482a08-6be8-4a2a-92c7-d59333653ba0 None None] Provisioning complete for port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:14:46.819059 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-33482a08-6be8-4a2a-92c7-d59333653ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:46.819059 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-33482a08-6be8-4a2a-92c7-d59333653ba0 None None] Attempt 1 to provision port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 Sep 22 17:14:46.858930 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-33482a08-6be8-4a2a-92c7-d59333653ba0 None None] Port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:14:47.270417 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8c1f8-a074-4a10-b3f9-687d03adfe8e req-d1599e83-7a5b-4768-ad2d-8c9d30a37635 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:47.272026 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-38d8c1f8-a074-4a10-b3f9-687d03adfe8e req-d1599e83-7a5b-4768-ad2d-8c9d30a37635 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 943 time: 0.0603669 Sep 22 17:14:47.359752 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-33482a08-6be8-4a2a-92c7-d59333653ba0 None None] Attempt 2 to provision port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 Sep 22 17:14:47.364310 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-38d8c1f8-a074-4a10-b3f9-687d03adfe8e req-737c8145-eeff-47b8-8292-9a619c455524 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825212 Sep 22 17:14:47.403220 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:47.403220 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 {{(pid=106555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:14:47.406474 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Publish callbacks [] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:47.409226 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:47.423322 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.provisioning_blocks [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Transition to ACTIVE for port object 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 will not be triggered until provisioned by entity L2. {{(pid=106555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:14:47.426734 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-33482a08-6be8-4a2a-92c7-d59333653ba0 None None] Port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:14:47.428505 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:47.494325 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Pushing event updated for resources: {'Port': ['ID=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:47.519807 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device bfa945c1-4510-4653-9180-db1133adbc18 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:14:47.549987 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Attempting to bind port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:14:47.550216 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Attempting to bind port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '15924cea-69c5-423e-854b-35aec44b7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c'}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:14:47.550555 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Attempting to bind port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 on network fb742a8a-ec14-42fa-b5c3-8fe1992e342c {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:14:47.640392 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a4e32-9b2e-4005-ba21-384bfdf5bc36 req-978f9a9c-0aac-430c-a6d3-4b31799dd92e tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:47.641034 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port bfa945c1-4510-4653-9180-db1133adbc18, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bfa945c1-4510-4653-9180-db1133adbc18,segment=NetworkSegment(452f9088-6e1b-4ef8-8c1a-4acb3747bc99),segment_id=452f9088-6e1b-4ef8-8c1a-4acb3747bc99)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:14:47.641895 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d67a4e32-9b2e-4005-ba21-384bfdf5bc36 req-978f9a9c-0aac-430c-a6d3-4b31799dd92e tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0601459 Sep 22 17:14:47.645715 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 on network fb742a8a-ec14-42fa-b5c3-8fe1992e342c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:14:47.646052 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Attempting to bind port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 on network fb742a8a-ec14-42fa-b5c3-8fe1992e342c {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:14:47.654234 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': 'bfa945c1-4510-4653-9180-db1133adbc18', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'port_id': 'bfa945c1-4510-4653-9180-db1133adbc18', 'mac_address': 'fa:16:3e:15:c7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:14:47.655675 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:47.692881 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port bfa945c1-4510-4653-9180-db1133adbc18 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:14:47.693257 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (bfa945c1-4510-4653-9180-db1133adbc18), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:47.708308 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa945c1-4510-4653-9180-db1133adbc18 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:14:47.722056 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:14:47.722389 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Checking segment: {'id': '15924cea-69c5-423e-854b-35aec44b7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:14:47.722772 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Bound using segment: {'id': '15924cea-69c5-423e-854b-35aec44b7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c'} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:14:47.723245 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Bound port: 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15924cea-69c5-423e-854b-35aec44b7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c'}}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:14:47.723599 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:47.729950 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port bfa945c1-4510-4653-9180-db1133adbc18, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bfa945c1-4510-4653-9180-db1133adbc18,segment=NetworkSegment(452f9088-6e1b-4ef8-8c1a-4acb3747bc99),segment_id=452f9088-6e1b-4ef8-8c1a-4acb3747bc99)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:14:47.734220 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (bfa945c1-4510-4653-9180-db1133adbc18), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:47.739184 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d67a4e32-9b2e-4005-ba21-384bfdf5bc36 req-7acde19d-ce40-44dc-a2da-0a1f34f00de5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896034 Sep 22 17:14:47.770827 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:47.791258 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=bfa945c1-4510-4653-9180-db1133adbc18,revision_number=7']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:47.801272 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] For port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7, host hv-cinder-83538, cleared binding levels {{(pid=106555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:14:47.804398 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] For port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:14:47.811152 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:47.815279 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:47.815890 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:47.817302 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 HTTP/1.1" status: 200 len: 1093 time: 1.0764098 Sep 22 17:14:47.817885 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3946f917-8585-453c-9eff-81ab4ba3b860', 'tag': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:14:47.820171 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ae4c76-d555-4d98-81bd-c9b7e347abe0" -d '{"events": [{"name": "network-changed", "server_uuid": "3946f917-8585-453c-9eff-81ab4ba3b860", "tag": "53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:14:47.862728 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ed24a0-c052-4007-9a73-0b6662b4f81b x-openstack-request-id: req-17ed24a0-c052-4007-9a73-0b6662b4f81b {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:14:47.863039 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3946f917-8585-453c-9eff-81ab4ba3b860", "tag": "53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:14:47.863294 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17ed24a0-c052-4007-9a73-0b6662b4f81b {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:14:47.863695 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ed24a0-c052-4007-9a73-0b6662b4f81b'] response: {'name': 'network-changed', 'server_uuid': '3946f917-8585-453c-9eff-81ab4ba3b860', 'tag': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7', 'status': 'completed', 'code': 200} Sep 22 17:14:47.873932 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5790a-0abf-4df9-8dc1-ec32d29cbbfa service neutron] Pushing event updated for resources: {'Port': ['ID=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,revision_number=3']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:47.927866 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-33482a08-6be8-4a2a-92c7-d59333653ba0 None None] Attempt 3 to provision port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 Sep 22 17:14:47.942201 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-e7cf7a28-5140-416b-8a39-6e523693423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:47.943852 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-e7cf7a28-5140-416b-8a39-6e523693423d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=45847b1fd67c4caaa03a36895cd2263a&device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 1127 time: 0.0412850 Sep 22 17:14:47.972602 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-33482a08-6be8-4a2a-92c7-d59333653ba0 None None] Port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 had new provisioning blocks added so it will not transition to active. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 17:14:48.001535 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-8e5b873f-fdde-4e01-a46a-731ef9343ad9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 HTTP/1.1" status: 200 len: 217 time: 0.0376942 Sep 22 17:14:48.052721 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-53d6d9cd-2a9f-42dd-a26f-2b886427c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:48.054175 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-53d6d9cd-2a9f-42dd-a26f-2b886427c7d8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=078d2151-b8ac-45b8-a09f-7943bc063688 HTTP/1.1" status: 200 len: 855 time: 0.0464511 Sep 22 17:14:48.102645 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-7c16cb0e-88ee-44c3-9719-2ac51d9e229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:48.104232 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-7c16cb0e-88ee-44c3-9719-2ac51d9e229a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411332 Sep 22 17:14:48.206333 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-9bddbc3a-4399-417f-aca4-80ba357f85f6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936553 Sep 22 17:14:48.302617 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c75bb3-bec3-4349-8011-4b64cdc9c033 req-4f24f569-41b3-49d4-934e-e7167b95392e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901620 Sep 22 17:14:48.326218 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['bfa945c1-4510-4653-9180-db1133adbc18'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:14:48.504370 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8952886-ca5f-448c-a709-39f46f976eba req-251537f3-9c32-4015-a700-8949740a10d4 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:48.505901 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c8952886-ca5f-448c-a709-39f46f976eba req-251537f3-9c32-4015-a700-8949740a10d4 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 944 time: 0.0519176 Sep 22 17:14:48.561985 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c8952886-ca5f-448c-a709-39f46f976eba req-72b31103-87e5-45a6-b002-b7c92c497b9b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493460 Sep 22 17:14:48.872674 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:48.883969 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:48.892791 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfc4be-e2a1-4a2f-9c29-9171b1fd26cc req-d4912db8-9977-4178-bb47-61f21b650a8b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:48.894342 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-43bfc4be-e2a1-4a2f-9c29-9171b1fd26cc req-d4912db8-9977-4178-bb47-61f21b650a8b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0588765 Sep 22 17:14:48.945295 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-43bfc4be-e2a1-4a2f-9c29-9171b1fd26cc req-a05b4d4f-f7c8-4f7f-a419-6e30b8393ba3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437267 Sep 22 17:14:49.695810 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7557487-0ee8-4b74-adf3-a9cd92e9556b req-26f1fcd2-14a5-4cd7-abd1-c5a68f1d072e tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:49.697396 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b7557487-0ee8-4b74-adf3-a9cd92e9556b req-26f1fcd2-14a5-4cd7-abd1-c5a68f1d072e tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 944 time: 0.0520797 Sep 22 17:14:49.762562 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b7557487-0ee8-4b74-adf3-a9cd92e9556b req-292d188b-c867-44a7-8948-77f7123c5476 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589895 Sep 22 17:14:49.813857 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device bfa945c1-4510-4653-9180-db1133adbc18 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:14:49.859461 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port bfa945c1-4510-4653-9180-db1133adbc18 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:14:49.859758 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (bfa945c1-4510-4653-9180-db1133adbc18), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:49.860049 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port bfa945c1-4510-4653-9180-db1133adbc18 Sep 22 17:14:49.940589 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port bfa945c1-4510-4653-9180-db1133adbc18 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:14:49.940968 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (bfa945c1-4510-4653-9180-db1133adbc18), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:49.964509 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e671ca-5873-4190-9048-a875393d1055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa945c1-4510-4653-9180-db1133adbc18'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:14:49.966823 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6079b8b1-a81b-4691-a878-0d200bca2dfc" -d '{"events": [{"server_uuid": "60e671ca-5873-4190-9048-a875393d1055", "name": "network-vif-plugged", "status": "completed", "tag": "bfa945c1-4510-4653-9180-db1133adbc18"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:14:49.979953 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port bfa945c1-4510-4653-9180-db1133adbc18, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bfa945c1-4510-4653-9180-db1133adbc18,segment=NetworkSegment(452f9088-6e1b-4ef8-8c1a-4acb3747bc99),segment_id=452f9088-6e1b-4ef8-8c1a-4acb3747bc99)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:14:49.985227 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (bfa945c1-4510-4653-9180-db1133adbc18), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:50.011818 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b87f38-9e5a-4057-acbe-f6d436203bb5 x-openstack-request-id: req-21b87f38-9e5a-4057-acbe-f6d436203bb5 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:14:50.012107 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e671ca-5873-4190-9048-a875393d1055", "name": "network-vif-plugged", "status": "completed", "tag": "bfa945c1-4510-4653-9180-db1133adbc18", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:14:50.012365 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21b87f38-9e5a-4057-acbe-f6d436203bb5 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:14:50.012811 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b87f38-9e5a-4057-acbe-f6d436203bb5'] response: {'server_uuid': '60e671ca-5873-4190-9048-a875393d1055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa945c1-4510-4653-9180-db1133adbc18', 'code': 200} Sep 22 17:14:50.041871 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=bfa945c1-4510-4653-9180-db1133adbc18,revision_number=8']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:50.081795 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbac24d-ef5a-467c-949e-fea17fab6e0e req-32ace7de-67fe-45c2-af61-25cf9b685abd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:50.083371 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bbbac24d-ef5a-467c-949e-fea17fab6e0e req-32ace7de-67fe-45c2-af61-25cf9b685abd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0513890 Sep 22 17:14:50.135264 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bbbac24d-ef5a-467c-949e-fea17fab6e0e req-ac8ce050-9e9a-44aa-b625-84adf3f3df92 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459845 Sep 22 17:14:50.890509 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb6c8a-933f-4d6e-99e5-4d7eeed71001 req-1bf42922-a748-464c-ada1-16ef688b8054 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:50.891873 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2aeb6c8a-933f-4d6e-99e5-4d7eeed71001 req-1bf42922-a748-464c-ada1-16ef688b8054 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0493977 Sep 22 17:14:50.919823 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-f634049f-d2c0-41d6-adca-2bc3c6ec0079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:50.955373 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2aeb6c8a-933f-4d6e-99e5-4d7eeed71001 req-67355ae2-4d8b-4b95-822a-e214afbd77f8 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555625 Sep 22 17:14:51.138231 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae4c76-d555-4d98-81bd-c9b7e347abe0 req-91eaa314-5c2d-4dcf-9c7c-33b428d202c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:51.140175 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f4ae4c76-d555-4d98-81bd-c9b7e347abe0 req-91eaa314-5c2d-4dcf-9c7c-33b428d202c1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=45847b1fd67c4caaa03a36895cd2263a&device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 1127 time: 0.0472717 Sep 22 17:14:51.312608 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15792838-873f-4381-bbcd-97d96c518819 req-114a0019-1774-440b-926c-3a424e511107 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:51.314036 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-15792838-873f-4381-bbcd-97d96c518819 req-114a0019-1774-440b-926c-3a424e511107 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0913632 Sep 22 17:14:51.385002 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae4c76-d555-4d98-81bd-c9b7e347abe0 req-6ec8e8b7-5265-4ca7-a9d7-281ed3fffd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:51.386593 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f4ae4c76-d555-4d98-81bd-c9b7e347abe0 req-6ec8e8b7-5265-4ca7-a9d7-281ed3fffd8a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c HTTP/1.1" status: 200 len: 917 time: 0.1836669 Sep 22 17:14:51.393448 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44978a4-d8ef-43c5-b26e-e7f591c9bbc1 req-3a0fe822-c3cd-43e7-936f-e3871502601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:51.394845 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e44978a4-d8ef-43c5-b26e-e7f591c9bbc1 req-3a0fe822-c3cd-43e7-936f-e3871502601e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 1129 time: 0.0695875 Sep 22 17:14:51.459075 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f4ae4c76-d555-4d98-81bd-c9b7e347abe0 req-bc17fed0-83b2-4b43-a508-a4b33c726a8c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 HTTP/1.1" status: 200 len: 217 time: 0.0631309 Sep 22 17:14:51.469092 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-15792838-873f-4381-bbcd-97d96c518819 req-d2b5ee76-d420-4018-8abf-84e03b7c932e tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448464 Sep 22 17:14:51.528306 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e44978a4-d8ef-43c5-b26e-e7f591c9bbc1 req-32c5e813-9796-42e8-909f-3d3db705fe99 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260309 Sep 22 17:14:51.537189 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae4c76-d555-4d98-81bd-c9b7e347abe0 req-36e9e9cf-4da9-44c4-8281-fcba63ddc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:51.538595 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f4ae4c76-d555-4d98-81bd-c9b7e347abe0 req-36e9e9cf-4da9-44c4-8281-fcba63ddc3b8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=078d2151-b8ac-45b8-a09f-7943bc063688 HTTP/1.1" status: 200 len: 855 time: 0.0686660 Sep 22 17:14:51.805584 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:14:51.909681 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:51.911949 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:14:51.925807 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'port_id': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7', 'mac_address': 'fa:16:3e:b9:66:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:14:51.970470 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:14:51.971389 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:51.986199 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:14:51.993434 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:52.000582 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae4c76-d555-4d98-81bd-c9b7e347abe0 req-e661b8ae-1299-4ae7-aeeb-e199a254e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:52.002531 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f4ae4c76-d555-4d98-81bd-c9b7e347abe0 req-e661b8ae-1299-4ae7-aeeb-e199a254e339 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457389 Sep 22 17:14:52.012197 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:14:52.018472 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:52.074036 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:52.120373 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ad69d-7c80-485b-bb87-448e058b3255 req-07a24854-b79f-4e10-950f-5bf1bffba3e8 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:52.121853 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1c7ad69d-7c80-485b-bb87-448e058b3255 req-07a24854-b79f-4e10-950f-5bf1bffba3e8 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0598478 Sep 22 17:14:52.159615 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f4ae4c76-d555-4d98-81bd-c9b7e347abe0 req-1bb1f2b2-caef-4b73-8ad3-0ec0bfb47083 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501513 Sep 22 17:14:52.187902 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1c7ad69d-7c80-485b-bb87-448e058b3255 req-84328f7b-e2ce-41f5-82e0-61a2c3dcd215 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592213 Sep 22 17:14:52.354512 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=47,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:52.355328 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=41,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:52.582209 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:14:52.610793 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b9f17-4e89-438c-b349-b6a058649d2c req-2937cbaa-fec5-4159-8c3e-85e22c7db9f5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:52.612406 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b06b9f17-4e89-438c-b349-b6a058649d2c req-2937cbaa-fec5-4159-8c3e-85e22c7db9f5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 944 time: 0.0597394 Sep 22 17:14:52.640538 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:52.649358 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:52.665545 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b06b9f17-4e89-438c-b349-b6a058649d2c req-9088a29f-b89f-49ea-ac89-eb907d4ba1d4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450468 Sep 22 17:14:52.789348 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f4ae4c76-d555-4d98-81bd-c9b7e347abe0 req-7a45f6d3-8171-4e6f-b3d3-190e490947fb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881200 Sep 22 17:14:53.320775 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a9731-c068-491f-82c3-b13997a73209 req-f09d0d65-1f9e-43f9-a5e8-925940b34dd7 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:53.322329 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c35a9731-c068-491f-82c3-b13997a73209 req-f09d0d65-1f9e-43f9-a5e8-925940b34dd7 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0549796 Sep 22 17:14:53.375835 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c35a9731-c068-491f-82c3-b13997a73209 req-b88cae56-ea1c-4106-8484-c8cf50446171 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465641 Sep 22 17:14:53.807909 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48f5e4-7603-4624-857f-e3656ba49875 req-e45d3771-b990-4362-8442-cf275d2350e0 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:53.808394 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-e3e04707-0a5b-4e56-96db-475d0e140ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:53.809617 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7d48f5e4-7603-4624-857f-e3656ba49875 req-e45d3771-b990-4362-8442-cf275d2350e0 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 944 time: 0.0553870 Sep 22 17:14:53.860433 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7d48f5e4-7603-4624-857f-e3656ba49875 req-9b95dbe5-f2aa-4c17-9f93-7e57e873cb85 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449257 Sep 22 17:14:54.091361 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:14:54.139140 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:14:54.145303 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:14:54.145814 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:54.146020 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 Sep 22 17:14:54.221997 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:14:54.222378 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:54.247225 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3946f917-8585-453c-9eff-81ab4ba3b860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:14:54.249595 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5240cdb7-0a33-41e4-9b90-9ecb557bbcaf" -d '{"events": [{"server_uuid": "3946f917-8585-453c-9eff-81ab4ba3b860", "name": "network-vif-plugged", "status": "completed", "tag": "53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:14:54.263708 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:14:54.269375 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:54.302749 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb55604-218b-43e2-8ca7-b455ed59df20 x-openstack-request-id: req-dbb55604-218b-43e2-8ca7-b455ed59df20 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:14:54.303062 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3946f917-8585-453c-9eff-81ab4ba3b860", "name": "network-vif-plugged", "status": "completed", "tag": "53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:14:54.303320 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbb55604-218b-43e2-8ca7-b455ed59df20 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:14:54.303719 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb55604-218b-43e2-8ca7-b455ed59df20'] response: {'server_uuid': '3946f917-8585-453c-9eff-81ab4ba3b860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7', 'code': 200} Sep 22 17:14:54.327076 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:54.504839 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1e9e1-996d-499e-989c-0c0d31d30d6c req-2fbaa6b1-6ff5-4c06-a872-cd23f7234691 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:54.506330 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2ba1e9e1-996d-499e-989c-0c0d31d30d6c req-2fbaa6b1-6ff5-4c06-a872-cd23f7234691 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0509958 Sep 22 17:14:54.579278 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004509e7-7796-4dee-9d57-0d57fbde53e8 req-89b5dac5-8cb6-4081-9bd6-8de60e47447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:54.580831 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-004509e7-7796-4dee-9d57-0d57fbde53e8 req-89b5dac5-8cb6-4081-9bd6-8de60e47447d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 1129 time: 0.0507281 Sep 22 17:14:54.609175 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2ba1e9e1-996d-499e-989c-0c0d31d30d6c req-fd8b120b-1d21-46c1-9c2f-8298d027defa tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969341 Sep 22 17:14:54.639363 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-004509e7-7796-4dee-9d57-0d57fbde53e8 req-02eabe38-17d3-4f17-9ded-c8e7b1edbaaf service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503123 Sep 22 17:14:54.991169 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ca1e9-6cca-4a87-a01c-dea4b085f8a7 req-13edb094-d6c3-4113-a283-48275d4848f5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:54.992683 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c75ca1e9-6cca-4a87-a01c-dea4b085f8a7 req-13edb094-d6c3-4113-a283-48275d4848f5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0475097 Sep 22 17:14:55.041440 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c75ca1e9-6cca-4a87-a01c-dea4b085f8a7 req-4e83788a-3bee-455f-bee1-164b267f926d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428796 Sep 22 17:14:55.352591 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:56.171751 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab457f-62a3-47bb-affb-56042cbe9d29 req-6c42abae-4d89-443a-ab20-d1789acde5a1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:56.173458 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-94ab457f-62a3-47bb-affb-56042cbe9d29 req-6c42abae-4d89-443a-ab20-d1789acde5a1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0503235 Sep 22 17:14:56.221428 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-94ab457f-62a3-47bb-affb-56042cbe9d29 req-6f0658fb-8f90-4a88-8bac-26e0490b8207 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416877 Sep 22 17:14:56.788997 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:57.366866 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4733a3-1387-436a-9426-3735cfcd4192 req-e2eea9c2-e0af-420f-ab99-1288ed0448b8 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:57.369110 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fb4733a3-1387-436a-9426-3735cfcd4192 req-e2eea9c2-e0af-420f-ab99-1288ed0448b8 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0604131 Sep 22 17:14:57.418202 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fb4733a3-1387-436a-9426-3735cfcd4192 req-f54a196a-ae71-4c68-abbb-02ad441315cd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433524 Sep 22 17:14:57.547005 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2829fc-e7a1-4b78-8aa5-78f3e7b01917 req-611e654b-a38d-4aff-9963-59b8df8b4536 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:57.549261 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aa2829fc-e7a1-4b78-8aa5-78f3e7b01917 req-611e654b-a38d-4aff-9963-59b8df8b4536 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0510397 Sep 22 17:14:57.560169 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34618) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:14:57.565173 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-14cf295b-792c-45be-9708-2a9398cd3586 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Request body: {'floatingip': {'port_id': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:14:57.592305 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:57.609621 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-14cf295b-792c-45be-9708-2a9398cd3586 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for floatingip (7e5d1335-373e-4905-9bab-6e7e5ba9bf62), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:57.775833 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:58.004825 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:58.103610 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-14cf295b-792c-45be-9708-2a9398cd3586 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:58.107886 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-14cf295b-792c-45be-9708-2a9398cd3586 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (7e5d1335-373e-4905-9bab-6e7e5ba9bf62), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:58.210837 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.l3_db [None req-14cf295b-792c-45be-9708-2a9398cd3586 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Floating IP 7e5d1335-373e-4905-9bab-6e7e5ba9bf62 associated. External IP: 172.27.1.236, port: 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7. Sep 22 17:14:58.644083 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cf295b-792c-45be-9708-2a9398cd3586 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:14:58.753162 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cf295b-792c-45be-9708-2a9398cd3586 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:14:58.759334 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-14cf295b-792c-45be-9708-2a9398cd3586 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:14:58.765457 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e0dd06-f931-411b-b9d0-f7af32fd3eb7 None None] Sync routers for ids ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:14:58.781236 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e0dd06-f931-411b-b9d0-f7af32fd3eb7 None None] Routers {'6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:14:58.781870 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-f8e0dd06-f931-411b-b9d0-f7af32fd3eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:58.793944 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-14cf295b-792c-45be-9708-2a9398cd3586 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/7e5d1335-373e-4905-9bab-6e7e5ba9bf62 HTTP/1.1" status: 200 len: 991 time: 1.2323320 Sep 22 17:14:58.794730 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3946f917-8585-453c-9eff-81ab4ba3b860', 'tag': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:14:58.797465 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68eb5279-6105-40c1-8f77-92441686a8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "3946f917-8585-453c-9eff-81ab4ba3b860", "tag": "53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:14:58.841135 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852feb30-6535-4009-ae1f-531bdc7ac02d x-openstack-request-id: req-852feb30-6535-4009-ae1f-531bdc7ac02d {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:14:58.841425 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3946f917-8585-453c-9eff-81ab4ba3b860", "tag": "53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:14:58.841676 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-852feb30-6535-4009-ae1f-531bdc7ac02d {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:14:58.842075 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852feb30-6535-4009-ae1f-531bdc7ac02d'] response: {'name': 'network-changed', 'server_uuid': '3946f917-8585-453c-9eff-81ab4ba3b860', 'tag': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7', 'status': 'completed', 'code': 200} Sep 22 17:14:58.900904 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-f8e0dd06-f931-411b-b9d0-f7af32fd3eb7 None None] Set router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:14:58.937634 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb5279-6105-40c1-8f77-92441686a8f2 req-299b1adc-8627-45d1-99a8-0adce3e56768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:58.939835 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-68eb5279-6105-40c1-8f77-92441686a8f2 req-299b1adc-8627-45d1-99a8-0adce3e56768 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=45847b1fd67c4caaa03a36895cd2263a&device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 1129 time: 0.0447564 Sep 22 17:14:59.046087 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb5279-6105-40c1-8f77-92441686a8f2 req-0114a146-d318-4a08-a5a4-1d5b4accffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:59.047615 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-68eb5279-6105-40c1-8f77-92441686a8f2 req-0114a146-d318-4a08-a5a4-1d5b4accffc1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c HTTP/1.1" status: 200 len: 917 time: 0.1004901 Sep 22 17:14:59.074910 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=100 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:59.104895 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=100 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:59.137183 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-68eb5279-6105-40c1-8f77-92441686a8f2 req-28cc5a3a-66d7-4208-830a-bf89e3b66d4d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 HTTP/1.1" status: 200 len: 999 time: 0.0803354 Sep 22 17:14:59.155969 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:14:59.163757 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-f8e0dd06-f931-411b-b9d0-f7af32fd3eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:22Z', 'revision_number': 4, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '7e5d1335-373e-4905-9bab-6e7e5ba9bf62', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'port_id': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'mac_address': 'fa:16:3e:b9:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946f917-8585-453c-9eff-81ab4ba3b860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:14:42Z', 'updated_at': '2022-09-22T17:14:58Z', 'revision_number': 1, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1f587e-fa93-4254-9635-0dca9237824b', 'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'mac_address': 'fa:16:3e:e4:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:18Z', 'updated_at': '2022-09-22T17:07:45Z', 'revision_number': 5, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'subnets': [{'id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:59.208259 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb5279-6105-40c1-8f77-92441686a8f2 req-1ef4332e-2ff5-42d0-931b-8d226f1ef06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:59.210079 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-68eb5279-6105-40c1-8f77-92441686a8f2 req-1ef4332e-2ff5-42d0-931b-8d226f1ef06d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=078d2151-b8ac-45b8-a09f-7943bc063688 HTTP/1.1" status: 200 len: 855 time: 0.0668328 Sep 22 17:14:59.219734 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e0dd06-f931-411b-b9d0-f7af32fd3eb7 None None] Checking router: 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:14:59.229438 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e0dd06-f931-411b-b9d0-f7af32fd3eb7 None None] Routers {'6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:14:59.230052 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-f8e0dd06-f931-411b-b9d0-f7af32fd3eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:59.321797 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bb250-6eaa-4fae-b5c6-64020f6f17fc req-559c71b5-775c-40b4-8baa-7e4596a0f45d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:59.323302 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d80bb250-6eaa-4fae-b5c6-64020f6f17fc req-559c71b5-775c-40b4-8baa-7e4596a0f45d tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0543892 Sep 22 17:14:59.345001 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-f8e0dd06-f931-411b-b9d0-f7af32fd3eb7 None None] Set router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:14:59.373792 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d80bb250-6eaa-4fae-b5c6-64020f6f17fc req-036ae8c1-30a9-432b-b567-8e957f9061b7 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445898 Sep 22 17:14:59.570651 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-f8e0dd06-f931-411b-b9d0-f7af32fd3eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:22Z', 'revision_number': 4, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '7e5d1335-373e-4905-9bab-6e7e5ba9bf62', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'port_id': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'mac_address': 'fa:16:3e:b9:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946f917-8585-453c-9eff-81ab4ba3b860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:14:42Z', 'updated_at': '2022-09-22T17:14:58Z', 'revision_number': 1, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1f587e-fa93-4254-9635-0dca9237824b', 'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'mac_address': 'fa:16:3e:e4:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:18Z', 'updated_at': '2022-09-22T17:07:45Z', 'revision_number': 5, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'subnets': [{'id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:59.597332 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e0dd06-f931-411b-b9d0-f7af32fd3eb7 None None] The sync data for ids ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'] in dv-cinder-835384-28-iscsi is: [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:22Z', 'revision_number': 4, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '7e5d1335-373e-4905-9bab-6e7e5ba9bf62', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'port_id': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'mac_address': 'fa:16:3e:b9:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3946f917-8585-453c-9eff-81ab4ba3b860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:14:42Z', 'updated_at': '2022-09-22T17:14:58Z', 'revision_number': 1, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1f587e-fa93-4254-9635-0dca9237824b', 'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'mac_address': 'fa:16:3e:e4:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:18Z', 'updated_at': '2022-09-22T17:07:45Z', 'revision_number': 5, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'subnets': [{'id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:14:59.798735 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c2f74-cd98-43d8-9a2d-7184a0677e83 None None] New status for floating IP 7e5d1335-373e-4905-9bab-6e7e5ba9bf62: ACTIVE {{(pid=106557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:15:00.035943 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb5279-6105-40c1-8f77-92441686a8f2 req-f5cda3c5-6cd0-41ec-8646-193777501756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:00.037412 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-68eb5279-6105-40c1-8f77-92441686a8f2 req-f5cda3c5-6cd0-41ec-8646-193777501756 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403147 Sep 22 17:15:00.099327 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:00.132324 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-68eb5279-6105-40c1-8f77-92441686a8f2 req-691cd00e-a488-43d6-b0d9-954748cd757c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880823 Sep 22 17:15:00.241331 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-68eb5279-6105-40c1-8f77-92441686a8f2 req-3a37bb88-f4c1-419d-8a42-54a518138af1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022995 Sep 22 17:15:00.433563 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4151b4b-b6ee-463e-ba7f-fb86e50faeaf req-870c72da-e686-4944-a953-007007b084ec tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:00.435456 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d4151b4b-b6ee-463e-ba7f-fb86e50faeaf req-870c72da-e686-4944-a953-007007b084ec tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0536344 Sep 22 17:15:00.514742 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d4151b4b-b6ee-463e-ba7f-fb86e50faeaf req-f8661019-f558-496f-9287-bd5ff26d19ec tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731483 Sep 22 17:15:00.525682 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b2f25-4fa9-4340-ba5c-da4eae25386c req-047147b7-a292-4036-a714-b1607703ad57 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:00.527165 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2e7b2f25-4fa9-4340-ba5c-da4eae25386c req-047147b7-a292-4036-a714-b1607703ad57 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0649874 Sep 22 17:15:00.575354 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2e7b2f25-4fa9-4340-ba5c-da4eae25386c req-7107675c-d8d0-4586-9fe0-1de04fb2af55 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422859 Sep 22 17:15:01.642072 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52484692-99a1-4704-8596-10673bf1a346 req-5773efef-9c1b-4093-8447-8cd51d9012f0 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:01.643688 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-52484692-99a1-4704-8596-10673bf1a346 req-5773efef-9c1b-4093-8447-8cd51d9012f0 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0515430 Sep 22 17:15:01.715394 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c798c-4320-4f21-bfc2-6a29a3eb7fb9 req-69930b45-7c0a-4267-81be-bd95e8b4f90b tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:01.716872 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6e8c798c-4320-4f21-bfc2-6a29a3eb7fb9 req-69930b45-7c0a-4267-81be-bd95e8b4f90b tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0666153 Sep 22 17:15:01.754766 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-52484692-99a1-4704-8596-10673bf1a346 req-9a6b70ab-4c82-49a8-9f07-579b249bde3b tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055019 Sep 22 17:15:01.785994 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6e8c798c-4320-4f21-bfc2-6a29a3eb7fb9 req-6d552175-00f6-419d-a31c-dcd3beaecde6 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507216 Sep 22 17:15:02.648747 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec54ae5-710e-4eb7-88f8-eada998d7bb0 req-ee239039-9074-4bb1-a657-57062dcb4dc0 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:02.650209 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1ec54ae5-710e-4eb7-88f8-eada998d7bb0 req-ee239039-9074-4bb1-a657-57062dcb4dc0 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 985 time: 0.0517502 Sep 22 17:15:02.712207 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1ec54ae5-710e-4eb7-88f8-eada998d7bb0 req-12f2e0d4-b31e-4e66-86ea-4cf6cd76c36c tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=29fa356b-5477-44d1-8eab-bec3a18b8ba0&id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556078 Sep 22 17:15:02.908984 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa0202-2eef-41e1-9109-ad06574451da req-1a43ab85-e18d-467a-a624-7540d6c17f4a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:02.910478 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5faa0202-2eef-41e1-9109-ad06574451da req-1a43ab85-e18d-467a-a624-7540d6c17f4a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0759611 Sep 22 17:15:02.938253 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd3b0d-06ce-42ba-b4ef-37ef7598b9d2 req-bc15b0bd-4a40-41e4-b549-f7e384acfea7 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:02.939837 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f1fd3b0d-06ce-42ba-b4ef-37ef7598b9d2 req-bc15b0bd-4a40-41e4-b549-f7e384acfea7 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.0732067 Sep 22 17:15:02.994394 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5faa0202-2eef-41e1-9109-ad06574451da req-0a414f50-75d6-47ad-bdba-3bc51a52938f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780010 Sep 22 17:15:03.018343 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f1fd3b0d-06ce-42ba-b4ef-37ef7598b9d2 req-acc50af7-569b-449f-958d-1ab6d9ecc81c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712323 Sep 22 17:15:03.835044 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027e56c-49d8-4948-8be2-0d56b6768a46 req-2882d68c-225a-45ca-830e-b5d5583f59c6 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:03.836508 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b027e56c-49d8-4948-8be2-0d56b6768a46 req-2882d68c-225a-45ca-830e-b5d5583f59c6 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 985 time: 0.0479162 Sep 22 17:15:03.867240 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:03.900569 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b027e56c-49d8-4948-8be2-0d56b6768a46 req-9c8fba11-b04d-43a8-8930-1d13eef3e507 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=29fa356b-5477-44d1-8eab-bec3a18b8ba0&id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583081 Sep 22 17:15:04.138287 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:04.192142 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d02e0-0709-4a8e-a292-0a2a86c9d584 req-2384abb6-7e54-403f-9f8f-f13275de41a5 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:04.193636 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-396d02e0-0709-4a8e-a292-0a2a86c9d584 req-2384abb6-7e54-403f-9f8f-f13275de41a5 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.1091485 Sep 22 17:15:04.221815 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e54a3-2547-4344-b8f5-c6cdefed97f0 req-5ca02ef1-ee71-41d4-999e-8625a18b62f3 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:04.223261 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-589e54a3-2547-4344-b8f5-c6cdefed97f0 req-5ca02ef1-ee71-41d4-999e-8625a18b62f3 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.1094747 Sep 22 17:15:04.253658 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a6f14-763a-4f90-a08d-51a23c045334 req-38100107-8cc1-4f46-a4df-ce60a0aac8f9 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:04.255046 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a74a6f14-763a-4f90-a08d-51a23c045334 req-38100107-8cc1-4f46-a4df-ce60a0aac8f9 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 946 time: 0.1267295 Sep 22 17:15:04.289691 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7869d-58fd-41b4-987c-d8f73ae71d3f req-5602d5a0-4e0c-4fe3-94bf-cc59ff94b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:04.291104 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6eb7869d-58fd-41b4-987c-d8f73ae71d3f req-5602d5a0-4e0c-4fe3-94bf-cc59ff94b694 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0749b2616b854791aec389d669ef94c8&device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 1169 time: 0.0927222 Sep 22 17:15:04.336508 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-396d02e0-0709-4a8e-a292-0a2a86c9d584 req-1bce93bd-10cc-464e-8590-3cac2d96a746 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236315 Sep 22 17:15:04.339892 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-589e54a3-2547-4344-b8f5-c6cdefed97f0 req-e6e7d281-d444-420a-bfe7-157f1695507e tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928044 Sep 22 17:15:04.482475 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-a74a6f14-763a-4f90-a08d-51a23c045334 req-0387aad5-e951-40b9-af5f-20260f052aff tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Deleting port e62c689f-694f-4650-961c-8b16b6ed4e18 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:15:04.482803 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a74a6f14-763a-4f90-a08d-51a23c045334 req-0387aad5-e951-40b9-af5f-20260f052aff tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (e62c689f-694f-4650-961c-8b16b6ed4e18), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:04.639245 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-a74a6f14-763a-4f90-a08d-51a23c045334 req-0387aad5-e951-40b9-af5f-20260f052aff tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] For port e62c689f-694f-4650-961c-8b16b6ed4e18, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=e62c689f-694f-4650-961c-8b16b6ed4e18,segment=NetworkSegment(b146063c-c8b6-41a0-b4d9-98c3042a1877),segment_id=b146063c-c8b6-41a0-b4d9-98c3042a1877)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:15:04.639515 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a74a6f14-763a-4f90-a08d-51a23c045334 req-0387aad5-e951-40b9-af5f-20260f052aff tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (e62c689f-694f-4650-961c-8b16b6ed4e18), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:04.667500 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7869d-58fd-41b4-987c-d8f73ae71d3f req-e1913d3c-b09e-4fbd-a67c-6ee1b6b0bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:04.669169 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6eb7869d-58fd-41b4-987c-d8f73ae71d3f req-e1913d3c-b09e-4fbd-a67c-6ee1b6b0bd1b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=4b09edd4-a749-403e-9dd8-93689c623cd0 HTTP/1.1" status: 200 len: 914 time: 0.1692195 Sep 22 17:15:04.762077 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d5998-501f-4311-a319-1677812cee86 req-510bc39d-8d33-47c2-a51f-919cab640269 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:04.763759 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-b26d5998-501f-4311-a319-1677812cee86 req-510bc39d-8d33-47c2-a51f-919cab640269 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.0488443 Sep 22 17:15:04.820127 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6eb7869d-58fd-41b4-987c-d8f73ae71d3f req-14fc6a23-6009-4e95-ae79-5799de7717ac service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5886ff66-8e7f-4da4-960b-035ee76660f1 HTTP/1.1" status: 200 len: 1001 time: 0.1056006 Sep 22 17:15:04.855008 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [req-b26d5998-501f-4311-a319-1677812cee86 req-18b5f186-007b-4e39-9ecc-61e2b2ff2176 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Deleting port f2393791-4dcd-48e5-ab8f-65b3058fd17e {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:15:04.855351 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-b26d5998-501f-4311-a319-1677812cee86 req-18b5f186-007b-4e39-9ecc-61e2b2ff2176 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (f2393791-4dcd-48e5-ab8f-65b3058fd17e), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:04.905222 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a74a6f14-763a-4f90-a08d-51a23c045334 req-0387aad5-e951-40b9-af5f-20260f052aff tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:04.905775 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a74a6f14-763a-4f90-a08d-51a23c045334 req-0387aad5-e951-40b9-af5f-20260f052aff tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (244a90f4-eb33-4c61-a471-896177019973), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:04.905775 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.l3_db [req-a74a6f14-763a-4f90-a08d-51a23c045334 req-0387aad5-e951-40b9-af5f-20260f052aff tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Floating IP 244a90f4-eb33-4c61-a471-896177019973 disassociated. External IP: 172.27.1.59, port: e62c689f-694f-4650-961c-8b16b6ed4e18. Sep 22 17:15:04.906121 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-a74a6f14-763a-4f90-a08d-51a23c045334 req-0387aad5-e951-40b9-af5f-20260f052aff tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Calling delete_port for e62c689f-694f-4650-961c-8b16b6ed4e18 owned by compute:nova {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:15:04.914932 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7869d-58fd-41b4-987c-d8f73ae71d3f req-69288d5f-4765-49ab-be98-079197e4c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:04.916425 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6eb7869d-58fd-41b4-987c-d8f73ae71d3f req-69288d5f-4765-49ab-be98-079197e4c683 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6a9dc17b-3417-453b-9033-563172d97760 HTTP/1.1" status: 200 len: 852 time: 0.0700967 Sep 22 17:15:04.952203 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-b26d5998-501f-4311-a319-1677812cee86 req-18b5f186-007b-4e39-9ecc-61e2b2ff2176 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] For port f2393791-4dcd-48e5-ab8f-65b3058fd17e, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f2393791-4dcd-48e5-ab8f-65b3058fd17e,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:15:04.952436 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-b26d5998-501f-4311-a319-1677812cee86 req-18b5f186-007b-4e39-9ecc-61e2b2ff2176 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (f2393791-4dcd-48e5-ab8f-65b3058fd17e), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:05.017603 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7869d-58fd-41b4-987c-d8f73ae71d3f req-cebd2363-bb3c-4d76-965f-4bc880c782b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:05.019121 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6eb7869d-58fd-41b4-987c-d8f73ae71d3f req-cebd2363-bb3c-4d76-965f-4bc880c782b8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4b09edd4-a749-403e-9dd8-93689c623cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0942307 Sep 22 17:15:05.040378 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:05.080053 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:05.111734 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d48d5-250b-4285-80b4-75cf18169195 req-0bd448fc-f650-4520-aa39-fc1b2db400d7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:05.113193 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4a9d48d5-250b-4285-80b4-75cf18169195 req-0bd448fc-f650-4520-aa39-fc1b2db400d7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 985 time: 0.1164289 Sep 22 17:15:05.240531 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a74a6f14-763a-4f90-a08d-51a23c045334 req-0387aad5-e951-40b9-af5f-20260f052aff tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (e62c689f-694f-4650-961c-8b16b6ed4e18), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:05.248137 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6eb7869d-58fd-41b4-987c-d8f73ae71d3f req-ffa8a2c2-7adb-4430-a602-c3e2f9feab48 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4b09edd4-a749-403e-9dd8-93689c623cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104616 Sep 22 17:15:05.297529 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4a9d48d5-250b-4285-80b4-75cf18169195 req-67c726ff-c76d-4f8f-bc59-74e70ba538e7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=29fa356b-5477-44d1-8eab-bec3a18b8ba0&id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1730547 Sep 22 17:15:05.300434 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387aad5-e951-40b9-af5f-20260f052aff tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event deleted for resources: {'Port': ['ID=e62c689f-694f-4650-961c-8b16b6ed4e18,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:05.487808 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-b26d5998-501f-4311-a319-1677812cee86 req-18b5f186-007b-4e39-9ecc-61e2b2ff2176 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:05.488175 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-b26d5998-501f-4311-a319-1677812cee86 req-18b5f186-007b-4e39-9ecc-61e2b2ff2176 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (4a64d259-f904-441c-bb5a-ff8d870132d1), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:05.488488 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.l3_db [req-b26d5998-501f-4311-a319-1677812cee86 req-18b5f186-007b-4e39-9ecc-61e2b2ff2176 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Floating IP 4a64d259-f904-441c-bb5a-ff8d870132d1 disassociated. External IP: 172.27.1.173, port: f2393791-4dcd-48e5-ab8f-65b3058fd17e. Sep 22 17:15:05.488835 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [req-b26d5998-501f-4311-a319-1677812cee86 req-18b5f186-007b-4e39-9ecc-61e2b2ff2176 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Calling delete_port for f2393791-4dcd-48e5-ab8f-65b3058fd17e owned by compute:nova {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:15:05.573117 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0bf036b9-5732-4398-b408-6391ad21a128 req-dc435238-6258-4e7c-9079-95eb620c0ead tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 210 time: 0.1303079 Sep 22 17:15:05.579106 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6eb7869d-58fd-41b4-987c-d8f73ae71d3f req-ff0cf4dd-68b9-4385-9ad7-b1a3ae94ddf5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4b09edd4-a749-403e-9dd8-93689c623cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165781 Sep 22 17:15:05.607039 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc391bf-b7ae-4149-ba49-9c14c5d34ca8 req-788fcca0-c3da-4bc9-b780-2964df8d6210 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:05.607039 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5dc391bf-b7ae-4149-ba49-9c14c5d34ca8 req-788fcca0-c3da-4bc9-b780-2964df8d6210 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 945 time: 0.1582766 Sep 22 17:15:05.632248 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a74a6f14-763a-4f90-a08d-51a23c045334 req-0387aad5-e951-40b9-af5f-20260f052aff tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:15:05.655083 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-b26d5998-501f-4311-a319-1677812cee86 req-18b5f186-007b-4e39-9ecc-61e2b2ff2176 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (f2393791-4dcd-48e5-ab8f-65b3058fd17e), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:05.685155 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5f186-007b-4e39-9ecc-61e2b2ff2176 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Pushing event deleted for resources: {'Port': ['ID=f2393791-4dcd-48e5-ab8f-65b3058fd17e,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:05.719277 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5dc391bf-b7ae-4149-ba49-9c14c5d34ca8 req-a32d9ca6-c39f-4ab6-9698-d910c0d5c8ab tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1fea17d1-26e7-41a7-a4d2-92d248afd2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090379 Sep 22 17:15:05.813173 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a74a6f14-763a-4f90-a08d-51a23c045334 req-0387aad5-e951-40b9-af5f-20260f052aff tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:15:05.827958 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b26d5998-501f-4311-a319-1677812cee86 req-18b5f186-007b-4e39-9ecc-61e2b2ff2176 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Router a3954ba2-3794-4e5a-a420-633e6048f8be has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:15:05.833113 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77808036-ef95-47e3-ba78-32110a636519 None None] Sync routers for ids ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:15:05.853806 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77808036-ef95-47e3-ba78-32110a636519 None None] Routers {'5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:15:05.854616 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-77808036-ef95-47e3-ba78-32110a636519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:05.874441 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74a6f14-763a-4f90-a08d-51a23c045334 req-0387aad5-e951-40b9-af5f-20260f052aff tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] No DVR routers for this DVR port e62c689f-694f-4650-961c-8b16b6ed4e18 on host hv-cinder-83538 {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:15:05.878482 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-a74a6f14-763a-4f90-a08d-51a23c045334 req-0387aad5-e951-40b9-af5f-20260f052aff tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:05.883391 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a74a6f14-763a-4f90-a08d-51a23c045334 req-0387aad5-e951-40b9-af5f-20260f052aff tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.33 "DELETE /networking/v2.0/ports/e62c689f-694f-4650-961c-8b16b6ed4e18 HTTP/1.1" status: 204 len: 173 time: 1.4866464 Sep 22 17:15:05.884643 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979379b2-1673-4425-be3f-98d99729db47', 'name': 'network-vif-deleted', 'tag': 'e62c689f-694f-4650-961c-8b16b6ed4e18'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:15:05.887672 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbc2097-2a15-424a-9246-70118d0d7f5a" -d '{"events": [{"server_uuid": "979379b2-1673-4425-be3f-98d99729db47", "name": "network-vif-deleted", "tag": "e62c689f-694f-4650-961c-8b16b6ed4e18"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:15:05.954215 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6eb8327-8b03-422d-aecb-322feaa40007 x-openstack-request-id: req-a6eb8327-8b03-422d-aecb-322feaa40007 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:15:05.954928 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979379b2-1673-4425-be3f-98d99729db47", "name": "network-vif-deleted", "tag": "e62c689f-694f-4650-961c-8b16b6ed4e18", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:15:05.954928 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6eb8327-8b03-422d-aecb-322feaa40007 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:15:05.955294 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6eb8327-8b03-422d-aecb-322feaa40007'] response: {'server_uuid': '979379b2-1673-4425-be3f-98d99729db47', 'name': 'network-vif-deleted', 'tag': 'e62c689f-694f-4650-961c-8b16b6ed4e18', 'status': 'completed', 'code': 200} Sep 22 17:15:05.981580 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b26d5998-501f-4311-a319-1677812cee86 req-18b5f186-007b-4e39-9ecc-61e2b2ff2176 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:15:05.996003 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0359581-b14f-416c-a7c6-8b15963c3a8a None None] Sync routers for ids ['a3954ba2-3794-4e5a-a420-633e6048f8be'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:15:06.013300 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0359581-b14f-416c-a7c6-8b15963c3a8a None None] Routers {'a3954ba2-3794-4e5a-a420-633e6048f8be'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:15:06.014462 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-c0359581-b14f-416c-a7c6-8b15963c3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3954ba2-3794-4e5a-a420-633e6048f8be'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:06.016522 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-77808036-ef95-47e3-ba78-32110a636519 None None] Set router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:15:06.033334 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26d5998-501f-4311-a319-1677812cee86 req-18b5f186-007b-4e39-9ecc-61e2b2ff2176 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] No DVR routers for this DVR port f2393791-4dcd-48e5-ab8f-65b3058fd17e on host hv-cinder-83538 {{(pid=106556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:15:06.036173 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-b26d5998-501f-4311-a319-1677812cee86 req-18b5f186-007b-4e39-9ecc-61e2b2ff2176 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:06.039992 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-b26d5998-501f-4311-a319-1677812cee86 req-18b5f186-007b-4e39-9ecc-61e2b2ff2176 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.33 "DELETE /networking/v2.0/ports/f2393791-4dcd-48e5-ab8f-65b3058fd17e HTTP/1.1" status: 204 len: 173 time: 1.2702656 Sep 22 17:15:06.040702 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273ac187-4613-4832-a9a4-4cf53828d55f', 'name': 'network-vif-deleted', 'tag': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:15:06.043409 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b77d27-b361-41cd-a25f-a1201949b5af" -d '{"events": [{"server_uuid": "273ac187-4613-4832-a9a4-4cf53828d55f", "name": "network-vif-deleted", "tag": "f2393791-4dcd-48e5-ab8f-65b3058fd17e"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:15:06.084912 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398066fc-d5f9-4c1f-9cc6-406e0dc0bf76 x-openstack-request-id: req-398066fc-d5f9-4c1f-9cc6-406e0dc0bf76 {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:15:06.085416 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273ac187-4613-4832-a9a4-4cf53828d55f", "name": "network-vif-deleted", "tag": "f2393791-4dcd-48e5-ab8f-65b3058fd17e", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:15:06.085822 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-398066fc-d5f9-4c1f-9cc6-406e0dc0bf76 {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:15:06.086393 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-398066fc-d5f9-4c1f-9cc6-406e0dc0bf76'] response: {'server_uuid': '273ac187-4613-4832-a9a4-4cf53828d55f', 'name': 'network-vif-deleted', 'tag': 'f2393791-4dcd-48e5-ab8f-65b3058fd17e', 'status': 'completed', 'code': 200} Sep 22 17:15:06.091064 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:06.128478 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device e62c689f-694f-4650-961c-8b16b6ed4e18 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:15:06.158663 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: e62c689f-694f-4650-961c-8b16b6ed4e18 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:15:06.159327 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device e62c689f-694f-4650-961c-8b16b6ed4e18 not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:15:06.191079 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-c0359581-b14f-416c-a7c6-8b15963c3a8a None None] Set router a3954ba2-3794-4e5a-a420-633e6048f8be gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:15:06.263254 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-77808036-ef95-47e3-ba78-32110a636519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0c016f0a-7b5e-4be9-bcb6-6c3a9441f361', 'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'mac_address': 'fa:16:3e:88:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:17Z', 'updated_at': '2022-09-22T17:07:49Z', 'revision_number': 5, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'subnets': [{'id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:06.291315 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77808036-ef95-47e3-ba78-32110a636519 None None] Checking router: 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:15:06.302498 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77808036-ef95-47e3-ba78-32110a636519 None None] Routers {'5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:15:06.303276 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-77808036-ef95-47e3-ba78-32110a636519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:06.451169 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-77808036-ef95-47e3-ba78-32110a636519 None None] Set router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:15:06.461077 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30889f-dbc7-4c2d-92f3-6897ee859658 req-29706649-5fbc-4826-ae28-e48a70656def tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:06.462627 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3b30889f-dbc7-4c2d-92f3-6897ee859658 req-29706649-5fbc-4826-ae28-e48a70656def tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 985 time: 0.0512178 Sep 22 17:15:06.486882 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:06.543733 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3b30889f-dbc7-4c2d-92f3-6897ee859658 req-88ddcb84-3096-4141-b954-4143ac3913fb tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=29fa356b-5477-44d1-8eab-bec3a18b8ba0&id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733981 Sep 22 17:15:06.564579 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-c0359581-b14f-416c-a7c6-8b15963c3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:25Z', 'revision_number': 4, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '46d0015b-69e4-475d-8d7c-cb0f73272ff4', 'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'mac_address': 'fa:16:3e:5b:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:23Z', 'updated_at': '2022-09-22T17:07:44Z', 'revision_number': 5, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'subnets': [{'id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:06.597696 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0359581-b14f-416c-a7c6-8b15963c3a8a None None] Checking router: a3954ba2-3794-4e5a-a420-633e6048f8be for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:15:06.607082 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0359581-b14f-416c-a7c6-8b15963c3a8a None None] Routers {'a3954ba2-3794-4e5a-a420-633e6048f8be'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:15:06.608003 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-c0359581-b14f-416c-a7c6-8b15963c3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3954ba2-3794-4e5a-a420-633e6048f8be'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:06.661042 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=100 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:06.711705 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=100 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:06.717333 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-22cfe507-21a9-49ef-b58b-5946cb3a6d2a req-b21e47da-4466-437d-b5b2-9a37eac31571 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=979379b2-1673-4425-be3f-98d99729db47 HTTP/1.1" status: 200 len: 210 time: 0.0298758 Sep 22 17:15:06.723138 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-c0359581-b14f-416c-a7c6-8b15963c3a8a None None] Set router a3954ba2-3794-4e5a-a420-633e6048f8be gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:15:06.779705 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-77808036-ef95-47e3-ba78-32110a636519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0c016f0a-7b5e-4be9-bcb6-6c3a9441f361', 'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'mac_address': 'fa:16:3e:88:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:17Z', 'updated_at': '2022-09-22T17:07:49Z', 'revision_number': 5, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'subnets': [{'id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:06.808412 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77808036-ef95-47e3-ba78-32110a636519 None None] The sync data for ids ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'] in dv-cinder-835384-28-iscsi is: [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0c016f0a-7b5e-4be9-bcb6-6c3a9441f361', 'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'mac_address': 'fa:16:3e:88:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:17Z', 'updated_at': '2022-09-22T17:07:49Z', 'revision_number': 5, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'subnets': [{'id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:15:06.844357 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d03b8b9c-53d1-480e-8d4d-327f04ce7b57 req-f8fb8894-2526-45fb-871b-964c2968cb03 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=273ac187-4613-4832-a9a4-4cf53828d55f HTTP/1.1" status: 200 len: 210 time: 0.0380018 Sep 22 17:15:06.935328 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-c0359581-b14f-416c-a7c6-8b15963c3a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:25Z', 'revision_number': 4, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '46d0015b-69e4-475d-8d7c-cb0f73272ff4', 'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'mac_address': 'fa:16:3e:5b:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:23Z', 'updated_at': '2022-09-22T17:07:44Z', 'revision_number': 5, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'subnets': [{'id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:06.962511 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0359581-b14f-416c-a7c6-8b15963c3a8a None None] The sync data for ids ['a3954ba2-3794-4e5a-a420-633e6048f8be'] in dv-cinder-835384-28-iscsi is: [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:25Z', 'revision_number': 4, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '46d0015b-69e4-475d-8d7c-cb0f73272ff4', 'name': '', 'network_id': '906da010-9d01-428f-8bbf-d862e44df893', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'mac_address': 'fa:16:3e:5b:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:23Z', 'updated_at': '2022-09-22T17:07:44Z', 'revision_number': 5, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'subnets': [{'id': 'ff3b5331-7dbe-4b3b-ac39-cc04115e40fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:15:07.124490 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aa2200-e7fb-46e7-9904-2957e052a96f None None] New status for floating IP 244a90f4-eb33-4c61-a471-896177019973: DOWN {{(pid=106558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:15:07.291205 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3040132b-f440-43ab-9167-a00293813ae5 None None] New status for floating IP 4a64d259-f904-441c-bb5a-ff8d870132d1: DOWN {{(pid=106557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:15:07.476289 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:07.670513 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697a408-7f22-4653-ac8e-d63ffe8e0a9c req-bbae907c-2c4d-44a4-b7fc-b820e04364a7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:07.671941 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f697a408-7f22-4653-ac8e-d63ffe8e0a9c req-bbae907c-2c4d-44a4-b7fc-b820e04364a7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 985 time: 0.0474164 Sep 22 17:15:07.709931 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:07.741835 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f697a408-7f22-4653-ac8e-d63ffe8e0a9c req-fbe23f99-e22a-4275-b397-1730b45052bb tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=29fa356b-5477-44d1-8eab-bec3a18b8ba0&id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628626 Sep 22 17:15:07.827557 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34702) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:07.950920 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34708) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:08.013069 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4f5bcb18-f175-4fe9-8e92-6061610b271e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for security_group (1fea17d1-26e7-41a7-a4d2-92d248afd2d1), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.039212 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4f5bcb18-f175-4fe9-8e92-6061610b271e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for security_group (1fea17d1-26e7-41a7-a4d2-92d248afd2d1), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.041767 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:08.051192 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:08.108548 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4f5bcb18-f175-4fe9-8e92-6061610b271e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (1fea17d1-26e7-41a7-a4d2-92d248afd2d1), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.108548 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4f5bcb18-f175-4fe9-8e92-6061610b271e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.109167 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-4f5bcb18-f175-4fe9-8e92-6061610b271e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1fea17d1-26e7-41a7-a4d2-92d248afd2d1 HTTP/1.1" status: 204 len: 168 time: 0.1569462 Sep 22 17:15:08.111889 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34710) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:08.119201 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bcb18-f175-4fe9-8e92-6061610b271e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fea17d1-26e7-41a7-a4d2-92d248afd2d1,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:08.129580 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:08.142920 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.api.v2.resource [None req-af7c89b1-7048-4b51-9950-f999cd3371b3 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] show failed (client error): The resource could not be found. Sep 22 17:15:08.144422 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-af7c89b1-7048-4b51-9950-f999cd3371b3 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups/1fea17d1-26e7-41a7-a4d2-92d248afd2d1 HTTP/1.1" status: 404 len: 347 time: 0.0313976 Sep 22 17:15:08.146619 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d302d9a9-9489-45ab-8ae9-561fba67ac41 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group (4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.147256 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34712) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:08.176349 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d302d9a9-9489-45ab-8ae9-561fba67ac41 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group (4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.233784 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d302d9a9-9489-45ab-8ae9-561fba67ac41 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.236522 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d302d9a9-9489-45ab-8ae9-561fba67ac41 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.237702 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-d302d9a9-9489-45ab-8ae9-561fba67ac41 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13 HTTP/1.1" status: 204 len: 168 time: 0.4090521 Sep 22 17:15:08.241091 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34714) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:08.259669 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302d9a9-9489-45ab-8ae9-561fba67ac41 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:08.263335 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.api.v2.resource [None req-865ae00c-1c43-4b67-9ace-a3580b75725b tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] show failed (client error): The resource could not be found. Sep 22 17:15:08.264640 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-865ae00c-1c43-4b67-9ace-a3580b75725b tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups/4c5d82c9-93aa-49ba-ac33-9b7f70ed7c13 HTTP/1.1" status: 404 len: 347 time: 0.0223072 Sep 22 17:15:08.269586 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34716) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:08.287811 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-0538bf79-526a-48b8-9707-f9ffde63beb6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Deleting port f3d2ba7d-fea9-4509-b91c-0639ea4d748f {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:15:08.288280 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0538bf79-526a-48b8-9707-f9ffde63beb6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (f3d2ba7d-fea9-4509-b91c-0639ea4d748f), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.371872 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0538bf79-526a-48b8-9707-f9ffde63beb6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (f3d2ba7d-fea9-4509-b91c-0639ea4d748f), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.372195 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0538bf79-526a-48b8-9707-f9ffde63beb6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for floatingip (f3d2ba7d-fea9-4509-b91c-0639ea4d748f), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.385986 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-0538bf79-526a-48b8-9707-f9ffde63beb6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Calling delete_port for f3d2ba7d-fea9-4509-b91c-0639ea4d748f owned by network:floatingip {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:15:08.387443 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-1cf23678-b7a5-4f1b-9347-3abbbd9bff03 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Deleting port 8284d3c9-18cc-4a20-b21f-ef17c2a92d4f {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:15:08.387747 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1cf23678-b7a5-4f1b-9347-3abbbd9bff03 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (8284d3c9-18cc-4a20-b21f-ef17c2a92d4f), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.472981 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1cf23678-b7a5-4f1b-9347-3abbbd9bff03 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (8284d3c9-18cc-4a20-b21f-ef17c2a92d4f), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.473314 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1cf23678-b7a5-4f1b-9347-3abbbd9bff03 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for floatingip (8284d3c9-18cc-4a20-b21f-ef17c2a92d4f), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.487539 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-1cf23678-b7a5-4f1b-9347-3abbbd9bff03 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Calling delete_port for 8284d3c9-18cc-4a20-b21f-ef17c2a92d4f owned by network:floatingip {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:15:08.532677 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0538bf79-526a-48b8-9707-f9ffde63beb6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (f3d2ba7d-fea9-4509-b91c-0639ea4d748f), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.565113 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538bf79-526a-48b8-9707-f9ffde63beb6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Pushing event deleted for resources: {'Port': ['ID=f3d2ba7d-fea9-4509-b91c-0639ea4d748f,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:08.633737 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1cf23678-b7a5-4f1b-9347-3abbbd9bff03 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (8284d3c9-18cc-4a20-b21f-ef17c2a92d4f), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.638652 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0538bf79-526a-48b8-9707-f9ffde63beb6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks [] for floatingip (4a64d259-f904-441c-bb5a-ff8d870132d1), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.641213 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0538bf79-526a-48b8-9707-f9ffde63beb6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.642421 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-0538bf79-526a-48b8-9707-f9ffde63beb6 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/4a64d259-f904-441c-bb5a-ff8d870132d1 HTTP/1.1" status: 204 len: 168 time: 0.4939883 Sep 22 17:15:08.663902 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf23678-b7a5-4f1b-9347-3abbbd9bff03 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event deleted for resources: {'Port': ['ID=8284d3c9-18cc-4a20-b21f-ef17c2a92d4f,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:08.731919 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1cf23678-b7a5-4f1b-9347-3abbbd9bff03 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for floatingip (244a90f4-eb33-4c61-a471-896177019973), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.734075 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1cf23678-b7a5-4f1b-9347-3abbbd9bff03 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.738915 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-1cf23678-b7a5-4f1b-9347-3abbbd9bff03 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/244a90f4-eb33-4c61-a471-896177019973 HTTP/1.1" status: 204 len: 168 time: 0.4646888 Sep 22 17:15:08.821498 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34726) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:08.826281 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-9abf6f34-1e9f-4655-930f-cbd72a33e253 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1850206551', 'description': 'tempest-description--1438844217'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:08.851090 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9abf6f34-1e9f-4655-930f-cbd72a33e253 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.884266 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec99f1d-a3d5-47e1-8e1c-fe8ae419f1bb req-43f20640-0145-48ef-a5b7-91bb9b131d51 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:08.885822 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9ec99f1d-a3d5-47e1-8e1c-fe8ae419f1bb req-43f20640-0145-48ef-a5b7-91bb9b131d51 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 985 time: 0.0534756 Sep 22 17:15:08.930259 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9abf6f34-1e9f-4655-930f-cbd72a33e253 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group (ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.935147 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9abf6f34-1e9f-4655-930f-cbd72a33e253 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.954349 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9ec99f1d-a3d5-47e1-8e1c-fe8ae419f1bb req-1bf13a2c-8622-404a-8351-c9591faf025d tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=29fa356b-5477-44d1-8eab-bec3a18b8ba0&id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622768 Sep 22 17:15:08.969474 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9abf6f34-1e9f-4655-930f-cbd72a33e253 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:08.971405 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-9abf6f34-1e9f-4655-930f-cbd72a33e253 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1487219 Sep 22 17:15:08.976560 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34728) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:08.981619 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-db5c9c2e-118d-475f-a378-24f4781d1e32 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Request body: {'security_group_rule': {'security_group_id': 'ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:08.992058 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf6f34-1e9f-4655-930f-cbd72a33e253 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:09.017304 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-db5c9c2e-118d-475f-a378-24f4781d1e32 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group_rule (004fef49-3eee-4678-a12b-dd7d94d5db9d), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:09.085506 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-db5c9c2e-118d-475f-a378-24f4781d1e32 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group_rule (004fef49-3eee-4678-a12b-dd7d94d5db9d), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:09.089877 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-db5c9c2e-118d-475f-a378-24f4781d1e32 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (004fef49-3eee-4678-a12b-dd7d94d5db9d), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:09.105901 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:09.116406 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c9c2e-118d-475f-a378-24f4781d1e32 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004fef49-3eee-4678-a12b-dd7d94d5db9d,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:09.122423 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-db5c9c2e-118d-475f-a378-24f4781d1e32 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:09.127990 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-db5c9c2e-118d-475f-a378-24f4781d1e32 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458554 Sep 22 17:15:09.129366 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34730) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:09.134202 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-edf21aa7-7aaf-49f0-bfc4-738a8bfedc6c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Request body: {'security_group_rule': {'security_group_id': 'ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:09.162689 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-edf21aa7-7aaf-49f0-bfc4-738a8bfedc6c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group_rule (1642170c-9382-48fb-b8bb-1bfd8fcaec1b), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:09.205255 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:09.224458 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-edf21aa7-7aaf-49f0-bfc4-738a8bfedc6c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group_rule (1642170c-9382-48fb-b8bb-1bfd8fcaec1b), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:09.228568 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-edf21aa7-7aaf-49f0-bfc4-738a8bfedc6c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (1642170c-9382-48fb-b8bb-1bfd8fcaec1b), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:09.248845 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf21aa7-7aaf-49f0-bfc4-738a8bfedc6c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1642170c-9382-48fb-b8bb-1bfd8fcaec1b,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:09.256376 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-edf21aa7-7aaf-49f0-bfc4-738a8bfedc6c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:09.257561 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-edf21aa7-7aaf-49f0-bfc4-738a8bfedc6c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281414 Sep 22 17:15:09.261031 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34732) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:09.265809 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Request body: {'floatingip': {'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:09.289662 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:09.374910 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:09.430205 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:DELETE=7,neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:09.461488 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:09.494968 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Allocated IP 172.27.1.216 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/074f352a-9dc7-4540-8d99-bfc68e0c2b0c) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:15:09.608414 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for port (074f352a-9dc7-4540-8d99-bfc68e0c2b0c), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:09.644036 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (074f352a-9dc7-4540-8d99-bfc68e0c2b0c), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:09.686080 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:15:09.691935 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:09.694120 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event updated for resources: {'Port': ['ID=074f352a-9dc7-4540-8d99-bfc68e0c2b0c,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:09.696294 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:15:09.783995 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for floatingip (b179285a-e9e2-48aa-9fd2-4550c89a6613), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:09.826528 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (074f352a-9dc7-4540-8d99-bfc68e0c2b0c), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:09.986076 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for port (074f352a-9dc7-4540-8d99-bfc68e0c2b0c), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:09.990848 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (074f352a-9dc7-4540-8d99-bfc68e0c2b0c), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:10.060116 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (b179285a-e9e2-48aa-9fd2-4550c89a6613), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:10.062724 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event updated for resources: {'Port': ['ID=074f352a-9dc7-4540-8d99-bfc68e0c2b0c,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:10.078117 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:10.079386 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-31ebc8f9-d967-4637-a9db-c5ac14cd2148 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8172958 Sep 22 17:15:10.102961 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bad4d1-01f9-4adb-b65e-bca983051e16 req-63fb1952-35f8-4cfe-96a2-c74c9ff6b348 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:10.104484 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d6bad4d1-01f9-4adb-b65e-bca983051e16 req-63fb1952-35f8-4cfe-96a2-c74c9ff6b348 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 985 time: 0.0644903 Sep 22 17:15:10.132737 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device f2393791-4dcd-48e5-ab8f-65b3058fd17e no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:15:10.154610 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: f2393791-4dcd-48e5-ab8f-65b3058fd17e {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:15:10.155402 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device f2393791-4dcd-48e5-ab8f-65b3058fd17e not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:15:10.178164 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d6bad4d1-01f9-4adb-b65e-bca983051e16 req-7fbc44e1-8346-43ce-820b-76c770898220 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=29fa356b-5477-44d1-8eab-bec3a18b8ba0&id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674191 Sep 22 17:15:10.249989 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-e4cfc759-0d4a-431d-b38d-b7ce7bd9885a tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1850206551&fields=id&tenant_id=2abeb0b54520461cb414ea9c0599380f HTTP/1.1" status: 200 len: 267 time: 0.0444367 Sep 22 17:15:10.365653 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-1d8fc6af-3f19-4894-9354-5e36c7c30bcf tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:10.367083 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-1d8fc6af-3f19-4894-9354-5e36c7c30bcf tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae HTTP/1.1" status: 200 len: 810 time: 0.1092987 Sep 22 17:15:10.382220 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-eec38be9-a234-4913-8372-d157417233e4 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/quotas/2abeb0b54520461cb414ea9c0599380f HTTP/1.1" status: 200 len: 375 time: 0.0096478 Sep 22 17:15:10.432648 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-ae98f536-c63d-4b3d-9536-eda25a35060f tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2abeb0b54520461cb414ea9c0599380f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453942 Sep 22 17:15:10.534185 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-7d577d8f-7a06-484b-8504-185639a1770a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893502 Sep 22 17:15:10.627772 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-c7acf5bd-d4be-421d-986e-c07fc6b1ed1f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871985 Sep 22 17:15:10.795778 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4545b1b9-a979-45d4-a5a2-543bf020deb5 req-5cc01a58-1f5f-4d0b-b268-f057cb0c7e8c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 210 time: 0.0299442 Sep 22 17:15:11.196490 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044f255-bc93-4e48-b0b7-8aadfa455ed7 req-4aca5d0d-3fb2-4739-9075-a7e30b838d56 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:11.197982 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b044f255-bc93-4e48-b0b7-8aadfa455ed7 req-4aca5d0d-3fb2-4739-9075-a7e30b838d56 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0747089 Sep 22 17:15:11.249913 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b044f255-bc93-4e48-b0b7-8aadfa455ed7 req-cfa102b4-7e7e-450c-8ef4-b18288ebf615 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457244 Sep 22 17:15:11.317519 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0c4dc-7e25-46b9-a05b-2ab86dae993b req-01d50d89-4a04-428b-8fd7-46b9aefcbef0 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:11.319131 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c6d0c4dc-7e25-46b9-a05b-2ab86dae993b req-01d50d89-4a04-428b-8fd7-46b9aefcbef0 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 985 time: 0.0575042 Sep 22 17:15:11.387529 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c6d0c4dc-7e25-46b9-a05b-2ab86dae993b req-e2d4f265-457b-4259-b809-eaeda84d54ec tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=29fa356b-5477-44d1-8eab-bec3a18b8ba0&id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596817 Sep 22 17:15:11.897325 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d3b5926d-13f3-4ff8-9a71-8651a612401f req-52aa98ff-9787-4208-b4fa-0f58e5cbddfb tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 210 time: 0.0278137 Sep 22 17:15:12.170095 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:12.217485 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a186aec-2de6-41c6-bf4e-67abcfdfa3b9 req-49589291-1aee-47c7-8ee0-3600db06fe54 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:12.219547 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a186aec-2de6-41c6-bf4e-67abcfdfa3b9 req-49589291-1aee-47c7-8ee0-3600db06fe54 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0587308 Sep 22 17:15:12.320438 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [req-2a186aec-2de6-41c6-bf4e-67abcfdfa3b9 req-784dedbf-079c-4f75-8ed6-197ca5c05c30 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Deleting port fd0e7b8c-420d-4637-a290-d9a8014bf255 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:15:12.320866 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-2a186aec-2de6-41c6-bf4e-67abcfdfa3b9 req-784dedbf-079c-4f75-8ed6-197ca5c05c30 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (fd0e7b8c-420d-4637-a290-d9a8014bf255), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:12.390760 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd390b-a695-43fb-bdc2-35a751c0287a req-dfa3d6f9-54f5-4139-8e1b-12563019171a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:12.392764 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6dfd390b-a695-43fb-bdc2-35a751c0287a req-dfa3d6f9-54f5-4139-8e1b-12563019171a tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 945 time: 0.0513096 Sep 22 17:15:12.418798 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-2a186aec-2de6-41c6-bf4e-67abcfdfa3b9 req-784dedbf-079c-4f75-8ed6-197ca5c05c30 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] For port fd0e7b8c-420d-4637-a290-d9a8014bf255, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=fd0e7b8c-420d-4637-a290-d9a8014bf255,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:15:12.419165 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-2a186aec-2de6-41c6-bf4e-67abcfdfa3b9 req-784dedbf-079c-4f75-8ed6-197ca5c05c30 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (fd0e7b8c-420d-4637-a290-d9a8014bf255), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:12.434082 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [req-2a186aec-2de6-41c6-bf4e-67abcfdfa3b9 req-784dedbf-079c-4f75-8ed6-197ca5c05c30 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Calling delete_port for fd0e7b8c-420d-4637-a290-d9a8014bf255 owned by compute:nova {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:15:12.439436 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:UPDATE=2,neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:12.443201 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6dfd390b-a695-43fb-bdc2-35a751c0287a req-dce3ac01-bb6f-496b-a37f-99569403d33d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446293 Sep 22 17:15:12.502681 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:12.517974 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d5e66-171b-4507-a3c5-f9c7814e6d0d req-e05924ac-34e5-4270-9302-f37ac9ce7d93 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:12.519430 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1e1d5e66-171b-4507-a3c5-f9c7814e6d0d req-e05924ac-34e5-4270-9302-f37ac9ce7d93 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 985 time: 0.0507050 Sep 22 17:15:12.571208 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:12.577737 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-2a186aec-2de6-41c6-bf4e-67abcfdfa3b9 req-784dedbf-079c-4f75-8ed6-197ca5c05c30 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (fd0e7b8c-420d-4637-a290-d9a8014bf255), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:12.611586 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1e1d5e66-171b-4507-a3c5-f9c7814e6d0d req-1f87e960-a4a8-4d21-b825-dc05040361a7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=29fa356b-5477-44d1-8eab-bec3a18b8ba0&id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850883 Sep 22 17:15:12.618761 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c', 'fd0e7b8c-420d-4637-a290-d9a8014bf255'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:15:12.632776 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dedbf-079c-4f75-8ed6-197ca5c05c30 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Pushing event deleted for resources: {'Port': ['ID=fd0e7b8c-420d-4637-a290-d9a8014bf255,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:12.681113 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a186aec-2de6-41c6-bf4e-67abcfdfa3b9 req-784dedbf-079c-4f75-8ed6-197ca5c05c30 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] No DVR routers for this DVR port fd0e7b8c-420d-4637-a290-d9a8014bf255 on host hv-cinder-83538 {{(pid=106556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:15:12.683724 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-2a186aec-2de6-41c6-bf4e-67abcfdfa3b9 req-784dedbf-079c-4f75-8ed6-197ca5c05c30 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:12.687054 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-2a186aec-2de6-41c6-bf4e-67abcfdfa3b9 req-784dedbf-079c-4f75-8ed6-197ca5c05c30 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.33 "DELETE /networking/v2.0/ports/fd0e7b8c-420d-4637-a290-d9a8014bf255 HTTP/1.1" status: 204 len: 173 time: 0.4614816 Sep 22 17:15:12.687537 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb35797-a6cf-42af-9274-a2d6aadd2643', 'name': 'network-vif-deleted', 'tag': 'fd0e7b8c-420d-4637-a290-d9a8014bf255'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:15:12.691207 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5132ad38-235a-46d5-9ce8-01f7aa9a61b9" -d '{"events": [{"server_uuid": "cdb35797-a6cf-42af-9274-a2d6aadd2643", "name": "network-vif-deleted", "tag": "fd0e7b8c-420d-4637-a290-d9a8014bf255"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:15:12.738307 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e046296-13a2-4704-9153-b3022301250d x-openstack-request-id: req-5e046296-13a2-4704-9153-b3022301250d {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:15:12.738911 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb35797-a6cf-42af-9274-a2d6aadd2643", "name": "network-vif-deleted", "tag": "fd0e7b8c-420d-4637-a290-d9a8014bf255", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:15:12.739677 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e046296-13a2-4704-9153-b3022301250d {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:15:12.740408 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e046296-13a2-4704-9153-b3022301250d'] response: {'server_uuid': 'cdb35797-a6cf-42af-9274-a2d6aadd2643', 'name': 'network-vif-deleted', 'tag': 'fd0e7b8c-420d-4637-a290-d9a8014bf255', 'status': 'completed', 'code': 200} Sep 22 17:15:13.073366 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7618c47c-53a1-40e9-9d32-1b7337ac33e6 req-435673c4-faa5-4490-9272-d24d83a47437 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 210 time: 0.0546844 Sep 22 17:15:13.145321 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-49d4628e-b84f-4890-8cd3-923786018c62 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:13.148706 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-49d4628e-b84f-4890-8cd3-923786018c62 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.33 "GET /networking/v2.0/networks?id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae HTTP/1.1" status: 200 len: 810 time: 0.2236834 Sep 22 17:15:13.246985 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dffcdb31-5cf9-45e8-b52f-c9820b91d1dd req-ff5ade62-6fd5-48f2-90f4-547f65fd872c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571985 Sep 22 17:15:13.285095 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-a6f5309c-6213-4b3b-a89f-5bdd8fb74ef4 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2abeb0b54520461cb414ea9c0599380f HTTP/1.1" status: 200 len: 380 time: 0.0902679 Sep 22 17:15:13.429825 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-6357b784-d552-462a-8834-31947e668527 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Request body: {'port': {'device_id': '30c17e4e-de77-41fc-b8a7-b73a85afe377', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'admin_state_up': True, 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'security_groups': ['ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82']}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:13.518229 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcdb31-5cf9-45e8-b52f-c9820b91d1dd req-e2dcbf6c-75c9-411d-b219-6755ee06323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:13.520470 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dffcdb31-5cf9-45e8-b52f-c9820b91d1dd req-e2dcbf6c-75c9-411d-b219-6755ee06323a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=105c11557b6f45329dc97af01e8ea915&device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 1129 time: 0.0472853 Sep 22 17:15:13.558850 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-6357b784-d552-462a-8834-31947e668527 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Made reservation on behalf of 2abeb0b54520461cb414ea9c0599380f for: {'port': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:15:13.564054 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-6357b784-d552-462a-8834-31947e668527 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:13.628081 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b92d9ee9-5f24-4546-b0d0-dd4018fdfbd1 req-383920a3-135e-4cf0-9305-c974cd704997 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cdb35797-a6cf-42af-9274-a2d6aadd2643 HTTP/1.1" status: 200 len: 210 time: 0.0615437 Sep 22 17:15:13.684750 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcdb31-5cf9-45e8-b52f-c9820b91d1dd req-4c7fa3ac-3cb8-4468-8bdb-7e29951f0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:13.687199 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dffcdb31-5cf9-45e8-b52f-c9820b91d1dd req-4c7fa3ac-3cb8-4468-8bdb-7e29951f0c75 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 200 len: 919 time: 0.1409340 Sep 22 17:15:13.702674 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:13.727235 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-6357b784-d552-462a-8834-31947e668527 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Allocated IP 172.20.0.4 (ade9c12a-c9b5-416e-9a3a-173c84f0a9ae/1c5982a3-8aaa-4aa9-908c-22cf8406126d/f3b5bffd-1d78-4175-8bd6-0243dd912596) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:15:13.737568 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ae759-2b94-45ba-85fd-3076ab040705 req-62907873-95be-4793-97d1-39180277dfba tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:13.739432 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-479ae759-2b94-45ba-85fd-3076ab040705 req-62907873-95be-4793-97d1-39180277dfba tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 985 time: 0.0507090 Sep 22 17:15:13.805085 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-479ae759-2b94-45ba-85fd-3076ab040705 req-2bb610d7-2be7-4105-830c-a29116e27a0d tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=29fa356b-5477-44d1-8eab-bec3a18b8ba0&id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595627 Sep 22 17:15:13.874893 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-6357b784-d552-462a-8834-31947e668527 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for port (f3b5bffd-1d78-4175-8bd6-0243dd912596), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:13.910579 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-6357b784-d552-462a-8834-31947e668527 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (f3b5bffd-1d78-4175-8bd6-0243dd912596), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:13.967803 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dffcdb31-5cf9-45e8-b52f-c9820b91d1dd req-2e7068ac-e0e2-470d-81d4-7bab16843b9a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c HTTP/1.1" status: 200 len: 217 time: 0.0467641 Sep 22 17:15:13.968789 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-6357b784-d552-462a-8834-31947e668527 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:15:13.973485 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-6357b784-d552-462a-8834-31947e668527 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:13.979450 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-6357b784-d552-462a-8834-31947e668527 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:15:13.986319 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:14.026812 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357b784-d552-462a-8834-31947e668527 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event updated for resources: {'Port': ['ID=f3b5bffd-1d78-4175-8bd6-0243dd912596,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:14.041491 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcdb31-5cf9-45e8-b52f-c9820b91d1dd req-27f8e90c-acff-4a44-8321-7a5d60897a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:14.043448 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dffcdb31-5cf9-45e8-b52f-c9820b91d1dd req-27f8e90c-acff-4a44-8321-7a5d60897a95 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ff3b5331-7dbe-4b3b-ac39-cc04115e40fd HTTP/1.1" status: 200 len: 857 time: 0.0682356 Sep 22 17:15:14.062836 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-6357b784-d552-462a-8834-31947e668527 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:14.063538 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-6357b784-d552-462a-8834-31947e668527 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:14.090379 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-6357b784-d552-462a-8834-31947e668527 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6658640 Sep 22 17:15:14.118051 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Request body: {'port': {'device_id': '30c17e4e-de77-41fc-b8a7-b73a85afe377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:14.124294 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcdb31-5cf9-45e8-b52f-c9820b91d1dd req-c473b316-62ce-460a-a4e2-38e7119f22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:14.125845 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dffcdb31-5cf9-45e8-b52f-c9820b91d1dd req-c473b316-62ce-460a-a4e2-38e7119f22b8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=906da010-9d01-428f-8bbf-d862e44df893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0696371 Sep 22 17:15:14.203156 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f3b5bffd-1d78-4175-8bd6-0243dd912596), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:14.257181 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da769b-b4a1-4229-a686-b67fa803e937 req-ba3e3a59-1ee7-46d6-bcb9-f89508637e0c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:14.258824 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-11da769b-b4a1-4229-a686-b67fa803e937 req-ba3e3a59-1ee7-46d6-bcb9-f89508637e0c tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 931 time: 0.0646453 Sep 22 17:15:14.301305 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dffcdb31-5cf9-45e8-b52f-c9820b91d1dd req-90f72ca9-c07f-4ce1-bdad-d8ea4afd987a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649177 Sep 22 17:15:14.374185 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-11da769b-b4a1-4229-a686-b67fa803e937 req-2978dc16-5501-4f87-8092-50c24480ff72 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080842 Sep 22 17:15:14.395048 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-8137111d-7c52-4ae9-ac92-e935954dc66f None None] Provisioning complete for port f3b5bffd-1d78-4175-8bd6-0243dd912596 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:15:14.396213 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8137111d-7c52-4ae9-ac92-e935954dc66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (f3b5bffd-1d78-4175-8bd6-0243dd912596), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:14.396557 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8137111d-7c52-4ae9-ac92-e935954dc66f None None] Attempt 1 to provision port f3b5bffd-1d78-4175-8bd6-0243dd912596 Sep 22 17:15:14.420935 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:14.428150 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dffcdb31-5cf9-45e8-b52f-c9820b91d1dd req-13fdc83b-1605-4275-8cb5-2c6da93bda57 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191504 Sep 22 17:15:14.432651 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8137111d-7c52-4ae9-ac92-e935954dc66f None None] Port f3b5bffd-1d78-4175-8bd6-0243dd912596 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:15:14.504865 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b5bffd-1d78-4175-8bd6-0243dd912596 {{(pid=106556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:15:14.512274 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Publish callbacks [] for port (f3b5bffd-1d78-4175-8bd6-0243dd912596), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:14.525771 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.provisioning_blocks [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Transition to ACTIVE for port object f3b5bffd-1d78-4175-8bd6-0243dd912596 will not be triggered until provisioned by entity L2. {{(pid=106556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:15:14.529157 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (f3b5bffd-1d78-4175-8bd6-0243dd912596), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:14.590449 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b5bffd-1d78-4175-8bd6-0243dd912596,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:14.634713 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:14.639698 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Attempting to bind port f3b5bffd-1d78-4175-8bd6-0243dd912596 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:15:14.639962 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Attempting to bind port f3b5bffd-1d78-4175-8bd6-0243dd912596 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'b146063c-c8b6-41a0-b4d9-98c3042a1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae'}] {{(pid=106556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:15:14.640364 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Attempting to bind port f3b5bffd-1d78-4175-8bd6-0243dd912596 on network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:15:14.688260 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Port f3b5bffd-1d78-4175-8bd6-0243dd912596 on network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:15:14.689174 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Attempting to bind port f3b5bffd-1d78-4175-8bd6-0243dd912596 on network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:15:14.732284 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:15:14.732624 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Checking segment: {'id': 'b146063c-c8b6-41a0-b4d9-98c3042a1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:15:14.733177 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Bound using segment: {'id': 'b146063c-c8b6-41a0-b4d9-98c3042a1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae'} {{(pid=106556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:15:14.733439 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.managers [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Bound port: f3b5bffd-1d78-4175-8bd6-0243dd912596, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b146063c-c8b6-41a0-b4d9-98c3042a1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae'}}] {{(pid=106556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:15:14.733793 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f3b5bffd-1d78-4175-8bd6-0243dd912596), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:14.804975 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] For port f3b5bffd-1d78-4175-8bd6-0243dd912596, host hv-cinder-83538, cleared binding levels {{(pid=106556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:15:14.808263 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] For port f3b5bffd-1d78-4175-8bd6-0243dd912596, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f3b5bffd-1d78-4175-8bd6-0243dd912596,segment=NetworkSegment(b146063c-c8b6-41a0-b4d9-98c3042a1877),segment_id=b146063c-c8b6-41a0-b4d9-98c3042a1877)] {{(pid=106556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:15:14.814804 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (f3b5bffd-1d78-4175-8bd6-0243dd912596), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:14.819211 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:14.819842 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:14.821227 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/f3b5bffd-1d78-4175-8bd6-0243dd912596 HTTP/1.1" status: 200 len: 1093 time: 0.7133808 Sep 22 17:15:14.821899 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c17e4e-de77-41fc-b8a7-b73a85afe377', 'tag': 'f3b5bffd-1d78-4175-8bd6-0243dd912596'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:15:14.824223 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070c2be1-ff20-423b-9e92-ae3343a21bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "30c17e4e-de77-41fc-b8a7-b73a85afe377", "tag": "f3b5bffd-1d78-4175-8bd6-0243dd912596"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:15:14.884183 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade106d-aaaa-4b82-b26d-1e9bf89da7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b5bffd-1d78-4175-8bd6-0243dd912596,revision_number=3']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:14.888738 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252fe1c5-ff1b-4ba2-b65a-84eb89d7fd33 x-openstack-request-id: req-252fe1c5-ff1b-4ba2-b65a-84eb89d7fd33 {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:15:14.889088 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c17e4e-de77-41fc-b8a7-b73a85afe377", "tag": "f3b5bffd-1d78-4175-8bd6-0243dd912596", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:15:14.889353 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-252fe1c5-ff1b-4ba2-b65a-84eb89d7fd33 {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:15:14.889760 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-252fe1c5-ff1b-4ba2-b65a-84eb89d7fd33'] response: {'name': 'network-changed', 'server_uuid': '30c17e4e-de77-41fc-b8a7-b73a85afe377', 'tag': 'f3b5bffd-1d78-4175-8bd6-0243dd912596', 'status': 'completed', 'code': 200} Sep 22 17:15:14.934226 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-8137111d-7c52-4ae9-ac92-e935954dc66f None None] Attempt 2 to provision port f3b5bffd-1d78-4175-8bd6-0243dd912596 Sep 22 17:15:14.965669 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5480f-a78f-4d40-b760-c158b0b8398b req-d189c61b-e77f-478c-9d5f-b796d795c193 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:14.967405 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-32a5480f-a78f-4d40-b760-c158b0b8398b req-d189c61b-e77f-478c-9d5f-b796d795c193 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 985 time: 0.0644150 Sep 22 17:15:14.979227 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8137111d-7c52-4ae9-ac92-e935954dc66f None None] Port f3b5bffd-1d78-4175-8bd6-0243dd912596 had new provisioning blocks added so it will not transition to active. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 17:15:15.020214 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7413314-85fd-4eb3-bbcd-4be99fff2eb8 req-0ca33816-f0e4-4f69-bf14-40679f80a67c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:15.021616 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d7413314-85fd-4eb3-bbcd-4be99fff2eb8 req-0ca33816-f0e4-4f69-bf14-40679f80a67c tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0760503 Sep 22 17:15:15.088317 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-32a5480f-a78f-4d40-b760-c158b0b8398b req-f7a6f824-ae25-4528-b0dd-b7a5abd3e8ec tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=29fa356b-5477-44d1-8eab-bec3a18b8ba0&id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1025391 Sep 22 17:15:15.111276 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d7413314-85fd-4eb3-bbcd-4be99fff2eb8 req-1456a942-bfc0-4806-bcf5-ceaf05d0a716 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799823 Sep 22 17:15:15.199770 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-35b2980f-ae6d-459d-86cd-67ac223b1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:15.201408 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-35b2980f-ae6d-459d-86cd-67ac223b1f00 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=2abeb0b54520461cb414ea9c0599380f&device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 1127 time: 0.0463979 Sep 22 17:15:15.256284 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-0a74ea1b-77f6-4b03-9e5d-1df39e060db3 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3b5bffd-1d78-4175-8bd6-0243dd912596 HTTP/1.1" status: 200 len: 217 time: 0.0346620 Sep 22 17:15:15.304298 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:15.317159 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-b34e0068-7455-4b84-aebc-bfbed725bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:15.318660 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-b34e0068-7455-4b84-aebc-bfbed725bd45 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1c5982a3-8aaa-4aa9-908c-22cf8406126d HTTP/1.1" status: 200 len: 849 time: 0.0500829 Sep 22 17:15:15.374908 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-18967d38-eaf5-4532-85fc-82834db840f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:15.376594 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-18967d38-eaf5-4532-85fc-82834db840f9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400708 Sep 22 17:15:15.500214 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-2309de5c-6a91-47cc-a3ce-b09579da985e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959871 Sep 22 17:15:15.502237 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:15.513820 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0de61-a8d4-437e-98df-93d36fbd23ad req-026d06b9-269f-4c5d-9567-9a1d7fab01f5 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:15.515637 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dce0de61-a8d4-437e-98df-93d36fbd23ad req-026d06b9-269f-4c5d-9567-9a1d7fab01f5 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 943 time: 0.0577774 Sep 22 17:15:15.566780 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dce0de61-a8d4-437e-98df-93d36fbd23ad req-63c54559-ed78-421c-8cf2-7ac6c49776ba tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447237 Sep 22 17:15:15.833636 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-8b2760fa-af91-4f9b-8b93-8957f7ee36da req-1d568689-4ead-421f-a9ae-83c6a8c3068f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914927 Sep 22 17:15:15.922584 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54d9ac-a87d-4e8b-817b-59e7e0e74698 req-6174285c-9d5e-4a0c-90cd-23f0c2213457 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:15.924464 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-da54d9ac-a87d-4e8b-817b-59e7e0e74698 req-6174285c-9d5e-4a0c-90cd-23f0c2213457 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0605969 Sep 22 17:15:16.167761 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device fd0e7b8c-420d-4637-a290-d9a8014bf255 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:15:16.191386 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:16.207928 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: fd0e7b8c-420d-4637-a290-d9a8014bf255 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:15:16.208587 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device fd0e7b8c-420d-4637-a290-d9a8014bf255 not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:15:16.263052 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e45354-74b5-44a9-b38a-6354ab149b1d req-dd7255f9-a192-4c12-b312-2bc87315b5dc tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:16.264614 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f3e45354-74b5-44a9-b38a-6354ab149b1d req-dd7255f9-a192-4c12-b312-2bc87315b5dc tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 985 time: 0.0871613 Sep 22 17:15:16.288657 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72af6b-37d7-423f-8a3c-576b9f217735 req-0bf3e1ff-fabf-451d-9476-5d69460dc3cc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:16.290221 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4a72af6b-37d7-423f-8a3c-576b9f217735 req-0bf3e1ff-fabf-451d-9476-5d69460dc3cc tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0736091 Sep 22 17:15:16.381682 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f3e45354-74b5-44a9-b38a-6354ab149b1d req-c9fc822b-ecd3-49bd-8bcf-d1899633041a tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=29fa356b-5477-44d1-8eab-bec3a18b8ba0&id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092465 Sep 22 17:15:16.384798 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4a72af6b-37d7-423f-8a3c-576b9f217735 req-7e1e70bc-35d0-46e6-9ecb-eebfaf374327 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857973 Sep 22 17:15:16.702628 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa51ea-b97d-478f-890a-cc425680ce8b req-33afe843-5014-43e3-8a9e-1ca9f24a9e66 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:16.704138 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-22fa51ea-b97d-478f-890a-cc425680ce8b req-33afe843-5014-43e3-8a9e-1ca9f24a9e66 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 943 time: 0.0627136 Sep 22 17:15:16.752746 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-22fa51ea-b97d-478f-890a-cc425680ce8b req-3e76cb7b-73be-421b-8aff-b1c929163371 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428600 Sep 22 17:15:17.536218 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e48100-502c-4449-9092-bfdcdbff68aa req-e58cb4a4-b7e6-43c9-8500-dc6c6f6afa23 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:17.537988 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-17e48100-502c-4449-9092-bfdcdbff68aa req-e58cb4a4-b7e6-43c9-8500-dc6c6f6afa23 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 985 time: 0.0777187 Sep 22 17:15:17.543720 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce744e8-f54b-4c72-a98e-fd3dd1afa899 req-0f9f9f21-d23d-4b4f-83ba-dd615dc2b10d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:17.545142 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1ce744e8-f54b-4c72-a98e-fd3dd1afa899 req-0f9f9f21-d23d-4b4f-83ba-dd615dc2b10d tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.0760813 Sep 22 17:15:17.639803 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1ce744e8-f54b-4c72-a98e-fd3dd1afa899 req-9fa42a57-dcaf-4407-ab83-85c706841aa1 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855618 Sep 22 17:15:17.646241 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-17e48100-502c-4449-9092-bfdcdbff68aa req-b6bfc840-983f-4b9b-a32d-771d5755a437 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=29fa356b-5477-44d1-8eab-bec3a18b8ba0&id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1001565 Sep 22 17:15:17.876989 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac12fe-d4d7-4e05-9f98-553010d4acf7 req-d94fda81-dd3c-4408-8a39-02128bbdc999 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:17.878546 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dcac12fe-d4d7-4e05-9f98-553010d4acf7 req-d94fda81-dd3c-4408-8a39-02128bbdc999 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 943 time: 0.0484350 Sep 22 17:15:17.927847 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dcac12fe-d4d7-4e05-9f98-553010d4acf7 req-c55aa1e5-8ccd-4f58-9735-858311c535f8 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434444 Sep 22 17:15:18.573876 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c2be1-ff20-423b-9e92-ae3343a21bbb req-908a18c7-20e5-403b-9e45-c249b8a920bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:18.575444 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-070c2be1-ff20-423b-9e92-ae3343a21bbb req-908a18c7-20e5-403b-9e45-c249b8a920bb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=2abeb0b54520461cb414ea9c0599380f&device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 1127 time: 0.0418601 Sep 22 17:15:18.627339 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-da54d9ac-a87d-4e8b-817b-59e7e0e74698 req-608cae2d-67d7-4193-aed5-fd3c6478469f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Deleting port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:15:18.627951 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-da54d9ac-a87d-4e8b-817b-59e7e0e74698 req-608cae2d-67d7-4193-aed5-fd3c6478469f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:18.744978 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-da54d9ac-a87d-4e8b-817b-59e7e0e74698 req-608cae2d-67d7-4193-aed5-fd3c6478469f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] For port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:15:18.745327 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-da54d9ac-a87d-4e8b-817b-59e7e0e74698 req-608cae2d-67d7-4193-aed5-fd3c6478469f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:18.810095 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-da54d9ac-a87d-4e8b-817b-59e7e0e74698 req-608cae2d-67d7-4193-aed5-fd3c6478469f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Calling delete_port for d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c owned by compute:nova {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:15:18.834353 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:18.840630 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace871b-fa0f-43cf-812f-3e3dfff6548b req-444d944b-62e2-4fbc-9b59-537f4dd3a966 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:18.842138 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aace871b-fa0f-43cf-812f-3e3dfff6548b req-444d944b-62e2-4fbc-9b59-537f4dd3a966 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 945 time: 0.1144788 Sep 22 17:15:18.847828 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c2be1-ff20-423b-9e92-ae3343a21bbb req-44c69bf6-0d00-446c-acb5-f1d5a6833c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:18.849289 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-070c2be1-ff20-423b-9e92-ae3343a21bbb req-44c69bf6-0d00-446c-acb5-f1d5a6833c6b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae HTTP/1.1" status: 200 len: 911 time: 0.0976136 Sep 22 17:15:18.850810 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14038e-3a23-42d6-9922-b743ddde24e4 req-3a65c64a-1ef9-4cb6-bc1c-be641d4e403f tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:18.852298 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fa14038e-3a23-42d6-9922-b743ddde24e4 req-3a65c64a-1ef9-4cb6-bc1c-be641d4e403f tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 985 time: 0.1094966 Sep 22 17:15:18.894468 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-070c2be1-ff20-423b-9e92-ae3343a21bbb req-7f71b94d-15b5-4232-bb56-c3633e2668aa service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3b5bffd-1d78-4175-8bd6-0243dd912596 HTTP/1.1" status: 200 len: 217 time: 0.0379338 Sep 22 17:15:18.949917 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c2be1-ff20-423b-9e92-ae3343a21bbb req-5932821f-378a-4f04-b2be-bea1384a97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:18.951403 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-070c2be1-ff20-423b-9e92-ae3343a21bbb req-5932821f-378a-4f04-b2be-bea1384a97e1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1c5982a3-8aaa-4aa9-908c-22cf8406126d HTTP/1.1" status: 200 len: 849 time: 0.0458663 Sep 22 17:15:18.978903 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:19.000209 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c2be1-ff20-423b-9e92-ae3343a21bbb req-e83c8b02-ece2-4f16-924e-cf40464ff664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:19.001881 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-070c2be1-ff20-423b-9e92-ae3343a21bbb req-e83c8b02-ece2-4f16-924e-cf40464ff664 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435293 Sep 22 17:15:19.010413 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fa14038e-3a23-42d6-9922-b743ddde24e4 req-40ec98a2-6e02-43b0-841e-fe8ead1cba21 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=29fa356b-5477-44d1-8eab-bec3a18b8ba0&id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1294639 Sep 22 17:15:19.015267 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aace871b-fa0f-43cf-812f-3e3dfff6548b req-ef6fbc07-c918-42ed-9d06-3b01cdc8787e tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c39194ec-86e5-4d27-8c96-e126b2fa23b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618133 Sep 22 17:15:19.089979 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-da54d9ac-a87d-4e8b-817b-59e7e0e74698 req-608cae2d-67d7-4193-aed5-fd3c6478469f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:19.121366 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608cae2d-67d7-4193-aed5-fd3c6478469f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Pushing event deleted for resources: {'Port': ['ID=d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:19.205775 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df72d4-e53d-4bf7-9517-f9ebcfb1f419 req-d5f5e41f-42dc-4a0c-9ec9-21fcb0954c28 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:19.207319 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b4df72d4-e53d-4bf7-9517-f9ebcfb1f419 req-d5f5e41f-42dc-4a0c-9ec9-21fcb0954c28 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 943 time: 0.0900047 Sep 22 17:15:19.207868 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-da54d9ac-a87d-4e8b-817b-59e7e0e74698 req-608cae2d-67d7-4193-aed5-fd3c6478469f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] No DVR routers for this DVR port d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c on host hv-cinder-83538 {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:15:19.210449 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-da54d9ac-a87d-4e8b-817b-59e7e0e74698 req-608cae2d-67d7-4193-aed5-fd3c6478469f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:19.213719 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-da54d9ac-a87d-4e8b-817b-59e7e0e74698 req-608cae2d-67d7-4193-aed5-fd3c6478469f tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.33 "DELETE /networking/v2.0/ports/d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c HTTP/1.1" status: 204 len: 173 time: 0.6797349 Sep 22 17:15:19.214241 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7947f62-c48e-4f60-b109-295247f6e1aa', 'name': 'network-vif-deleted', 'tag': 'd0d3ad94-b2b0-4603-b33c-ae0e3280fa0c'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:15:19.216567 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05eef7b6-9949-4234-9d46-1c1c752c5da1" -d '{"events": [{"server_uuid": "b7947f62-c48e-4f60-b109-295247f6e1aa", "name": "network-vif-deleted", "tag": "d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:15:19.261028 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffb45d1-f6d9-40f6-b079-0110d4484655 x-openstack-request-id: req-9ffb45d1-f6d9-40f6-b079-0110d4484655 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:15:19.261318 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7947f62-c48e-4f60-b109-295247f6e1aa", "name": "network-vif-deleted", "tag": "d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:15:19.261567 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ffb45d1-f6d9-40f6-b079-0110d4484655 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:15:19.261968 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffb45d1-f6d9-40f6-b079-0110d4484655'] response: {'server_uuid': 'b7947f62-c48e-4f60-b109-295247f6e1aa', 'name': 'network-vif-deleted', 'tag': 'd0d3ad94-b2b0-4603-b33c-ae0e3280fa0c', 'status': 'completed', 'code': 200} Sep 22 17:15:19.270116 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b4df72d4-e53d-4bf7-9517-f9ebcfb1f419 req-95b9dd0f-c4a9-4049-9f3a-b2be55b82132 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505178 Sep 22 17:15:19.862489 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-070c2be1-ff20-423b-9e92-ae3343a21bbb req-5a433c8e-2f65-4c05-9bad-32594b68b2e3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064515 Sep 22 17:15:19.976504 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:20.013542 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-070c2be1-ff20-423b-9e92-ae3343a21bbb req-9634f30d-baee-4345-9db0-91cd8dcd3013 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999238 Sep 22 17:15:20.181341 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7a4c03ad-073f-4a86-ab1b-1409f4b06cca req-4a59f5d2-9a15-4e16-abff-03052c250e05 tempest-ServerRescueNegativeTestJSON-195535715 tempest-ServerRescueNegativeTestJSON-195535715-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b7947f62-c48e-4f60-b109-295247f6e1aa HTTP/1.1" status: 200 len: 210 time: 0.0532765 Sep 22 17:15:20.191293 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device f3b5bffd-1d78-4175-8bd6-0243dd912596 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:15:20.194997 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebcae7-b7ad-4b5a-802a-a6f2d5e3a83a req-7808e75a-545a-4d6e-8037-5b2d0a255d3c tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:20.196754 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4cebcae7-b7ad-4b5a-802a-a6f2d5e3a83a req-7808e75a-545a-4d6e-8037-5b2d0a255d3c tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 985 time: 0.0820675 Sep 22 17:15:20.210115 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:15:20.236932 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:15:20.237281 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device d0d3ad94-b2b0-4603-b33c-ae0e3280fa0c not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:15:20.280061 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:20.293185 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4cebcae7-b7ad-4b5a-802a-a6f2d5e3a83a req-84e5f114-da22-40d9-825e-e4baff5a4f1e tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=29fa356b-5477-44d1-8eab-bec3a18b8ba0&id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0802472 Sep 22 17:15:20.354709 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port f3b5bffd-1d78-4175-8bd6-0243dd912596, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f3b5bffd-1d78-4175-8bd6-0243dd912596,segment=NetworkSegment(b146063c-c8b6-41a0-b4d9-98c3042a1877),segment_id=b146063c-c8b6-41a0-b4d9-98c3042a1877)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:15:20.369268 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': 'f3b5bffd-1d78-4175-8bd6-0243dd912596', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'port_id': 'f3b5bffd-1d78-4175-8bd6-0243dd912596', 'mac_address': 'fa:16:3e:df:87:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:15:20.416383 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port f3b5bffd-1d78-4175-8bd6-0243dd912596 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:15:20.417198 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f3b5bffd-1d78-4175-8bd6-0243dd912596), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:20.427078 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb7911-05b0-4152-bfc8-daa8ffd26623 req-19753dcd-584b-40e7-97dc-b046dbf01a96 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:20.428847 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-26bb7911-05b0-4152-bfc8-daa8ffd26623 req-19753dcd-584b-40e7-97dc-b046dbf01a96 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 943 time: 0.0565474 Sep 22 17:15:20.435456 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b5bffd-1d78-4175-8bd6-0243dd912596 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:15:20.458580 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port f3b5bffd-1d78-4175-8bd6-0243dd912596, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f3b5bffd-1d78-4175-8bd6-0243dd912596,segment=NetworkSegment(b146063c-c8b6-41a0-b4d9-98c3042a1877),segment_id=b146063c-c8b6-41a0-b4d9-98c3042a1877)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:15:20.463946 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (f3b5bffd-1d78-4175-8bd6-0243dd912596), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:20.490462 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-26bb7911-05b0-4152-bfc8-daa8ffd26623 req-de89b769-5092-4314-9a27-83f228baaae1 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550184 Sep 22 17:15:20.517434 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=f3b5bffd-1d78-4175-8bd6-0243dd912596,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:20.525547 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:20.525898 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:20.526243 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:20.526585 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:20.526912 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:20.527279 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:20.527602 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:20.527933 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:20.528290 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:20.528580 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:20.528905 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:20.529231 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:20.529553 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:20.529877 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:20.530250 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:20.906575 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c5a6d719-648c-422a-8c6a-7b44f1c75ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:21.051799 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['f3b5bffd-1d78-4175-8bd6-0243dd912596'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:15:21.088128 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181d673-f893-4e27-b016-b0b2137eba8d req-6a0e6418-6d5e-4d69-b8ee-349e8b03c847 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:21.089816 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4181d673-f893-4e27-b016-b0b2137eba8d req-6a0e6418-6d5e-4d69-b8ee-349e8b03c847 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 945 time: 0.0540659 Sep 22 17:15:21.152945 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4181d673-f893-4e27-b016-b0b2137eba8d req-e844280a-f3a5-43ae-a12f-0538ec6cac12 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551126 Sep 22 17:15:21.276775 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34844) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:21.624623 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5ea88-2c5f-4984-b2a4-7c16d8da4084 req-f3e3d5f9-6ca3-472e-b15e-f5b878508a99 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:21.626882 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-07f5ea88-2c5f-4984-b2a4-7c16d8da4084 req-f3e3d5f9-6ca3-472e-b15e-f5b878508a99 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 944 time: 0.0534666 Sep 22 17:15:21.680441 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-07f5ea88-2c5f-4984-b2a4-7c16d8da4084 req-a58eceab-663a-4e9d-9219-75d3b6802ec5 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474825 Sep 22 17:15:21.976947 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=100 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:22.012432 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7f4dcab1-4d89-4df3-a7b7-94a0b84b7c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498853'] for router_interface (a3954ba2-3794-4e5a-a420-633e6048f8be), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:22.245795 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-7f4dcab1-4d89-4df3-a7b7-94a0b84b7c95 admin admin] Deleting port 46d0015b-69e4-475d-8d7c-cb0f73272ff4 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:15:22.246042 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7f4dcab1-4d89-4df3-a7b7-94a0b84b7c95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:22.289879 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f6e2c-74e3-43b5-9103-d06bf1763906 req-81818a93-d8b8-4aa8-9e4a-16c311e5eb40 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:22.291454 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-782f6e2c-74e3-43b5-9103-d06bf1763906 req-81818a93-d8b8-4aa8-9e4a-16c311e5eb40 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 945 time: 0.0542359 Sep 22 17:15:22.325389 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device f3b5bffd-1d78-4175-8bd6-0243dd912596 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:15:22.334065 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-7f4dcab1-4d89-4df3-a7b7-94a0b84b7c95 admin admin] For port 46d0015b-69e4-475d-8d7c-cb0f73272ff4, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=46d0015b-69e4-475d-8d7c-cb0f73272ff4,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:15:22.334933 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7f4dcab1-4d89-4df3-a7b7-94a0b84b7c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:22.351881 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-7f4dcab1-4d89-4df3-a7b7-94a0b84b7c95 admin admin] Calling delete_port for 46d0015b-69e4-475d-8d7c-cb0f73272ff4 owned by network:router_interface {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:15:22.357536 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-782f6e2c-74e3-43b5-9103-d06bf1763906 req-b7c514e8-8718-4e43-b75a-88134a375e1f tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601332 Sep 22 17:15:22.373286 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port f3b5bffd-1d78-4175-8bd6-0243dd912596 completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:15:22.387631 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port f3b5bffd-1d78-4175-8bd6-0243dd912596 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:15:22.388014 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (f3b5bffd-1d78-4175-8bd6-0243dd912596), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:22.388354 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port f3b5bffd-1d78-4175-8bd6-0243dd912596 Sep 22 17:15:22.472677 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port f3b5bffd-1d78-4175-8bd6-0243dd912596 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:15:22.473059 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f3b5bffd-1d78-4175-8bd6-0243dd912596), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:22.498884 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c17e4e-de77-41fc-b8a7-b73a85afe377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b5bffd-1d78-4175-8bd6-0243dd912596'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:15:22.501852 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74716919-30c0-4800-9f64-ec5efd2eb364" -d '{"events": [{"server_uuid": "30c17e4e-de77-41fc-b8a7-b73a85afe377", "name": "network-vif-plugged", "status": "completed", "tag": "f3b5bffd-1d78-4175-8bd6-0243dd912596"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:15:22.515434 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port f3b5bffd-1d78-4175-8bd6-0243dd912596, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f3b5bffd-1d78-4175-8bd6-0243dd912596,segment=NetworkSegment(b146063c-c8b6-41a0-b4d9-98c3042a1877),segment_id=b146063c-c8b6-41a0-b4d9-98c3042a1877)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:15:22.522331 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (f3b5bffd-1d78-4175-8bd6-0243dd912596), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:22.553147 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c96fc04-60c6-4b10-bda8-6404b42f0737 x-openstack-request-id: req-9c96fc04-60c6-4b10-bda8-6404b42f0737 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:15:22.553434 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c17e4e-de77-41fc-b8a7-b73a85afe377", "name": "network-vif-plugged", "status": "completed", "tag": "f3b5bffd-1d78-4175-8bd6-0243dd912596", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:15:22.553685 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c96fc04-60c6-4b10-bda8-6404b42f0737 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:15:22.554075 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c96fc04-60c6-4b10-bda8-6404b42f0737'] response: {'server_uuid': '30c17e4e-de77-41fc-b8a7-b73a85afe377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b5bffd-1d78-4175-8bd6-0243dd912596', 'code': 200} Sep 22 17:15:22.559955 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7f4dcab1-4d89-4df3-a7b7-94a0b84b7c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (46d0015b-69e4-475d-8d7c-cb0f73272ff4), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:22.561675 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:22.565016 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:22.580116 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=f3b5bffd-1d78-4175-8bd6-0243dd912596,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:22.590734 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dcab1-4d89-4df3-a7b7-94a0b84b7c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d0015b-69e4-475d-8d7c-cb0f73272ff4,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:22.747880 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:22.785385 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7f4dcab1-4d89-4df3-a7b7-94a0b84b7c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533013'] for router_interface (a3954ba2-3794-4e5a-a420-633e6048f8be), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:22.833397 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f499882-f394-494d-8b91-4bc6228a185f req-4459afe1-5a07-42e3-a593-2c34072e9689 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:22.834986 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f499882-f394-494d-8b91-4bc6228a185f req-4459afe1-5a07-42e3-a593-2c34072e9689 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 945 time: 0.0618920 Sep 22 17:15:22.856787 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:22.889967 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1f499882-f394-494d-8b91-4bc6228a185f req-4866c024-ea7c-4238-87c8-85bb81cb2862 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490499 Sep 22 17:15:22.897402 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:23.018883 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4dcab1-4d89-4df3-a7b7-94a0b84b7c95 admin admin] Router a3954ba2-3794-4e5a-a420-633e6048f8be has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:15:23.145706 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d5bc8-abf2-4eb9-918b-cf7692eed9ee req-178b3c0e-c004-45c5-9a2f-1d1203962aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:23.147247 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-215d5bc8-abf2-4eb9-918b-cf7692eed9ee req-178b3c0e-c004-45c5-9a2f-1d1203962aed service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 1129 time: 0.0739150 Sep 22 17:15:23.157961 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4dcab1-4d89-4df3-a7b7-94a0b84b7c95 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:15:23.162895 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-7f4dcab1-4d89-4df3-a7b7-94a0b84b7c95 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/a3954ba2-3794-4e5a-a420-633e6048f8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8870924 Sep 22 17:15:23.165536 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34860) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:23.168155 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab760f0-266e-422f-9fcb-ca966cd4c9fb None None] Sync routers for ids ['a3954ba2-3794-4e5a-a420-633e6048f8be'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:15:23.179912 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab760f0-266e-422f-9fcb-ca966cd4c9fb None None] Routers {'a3954ba2-3794-4e5a-a420-633e6048f8be'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:15:23.180539 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-5ab760f0-266e-422f-9fcb-ca966cd4c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3954ba2-3794-4e5a-a420-633e6048f8be'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:23.245410 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-215d5bc8-abf2-4eb9-918b-cf7692eed9ee req-21aa9c74-ee36-4f21-bef2-047d0c04d8c0 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479882 Sep 22 17:15:23.286738 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-5ab760f0-266e-422f-9fcb-ca966cd4c9fb None None] Set router a3954ba2-3794-4e5a-a420-633e6048f8be gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:15:23.477259 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-5ab760f0-266e-422f-9fcb-ca966cd4c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:15:22Z', 'revision_number': 5, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:23.504155 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab760f0-266e-422f-9fcb-ca966cd4c9fb None None] Checking router: a3954ba2-3794-4e5a-a420-633e6048f8be for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:15:23.514481 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab760f0-266e-422f-9fcb-ca966cd4c9fb None None] Routers {'a3954ba2-3794-4e5a-a420-633e6048f8be'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:15:23.515151 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-5ab760f0-266e-422f-9fcb-ca966cd4c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['a3954ba2-3794-4e5a-a420-633e6048f8be'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:23.521317 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280e0a9-f16c-4b03-ad4c-f641a2073129 req-c429b582-8aba-4f07-86f1-325aaa65ac55 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:23.522831 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8280e0a9-f16c-4b03-ad4c-f641a2073129 req-c429b582-8aba-4f07-86f1-325aaa65ac55 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 945 time: 0.3193827 Sep 22 17:15:23.574093 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5051-4e8a-48b0-a600-2a272c6fb2ce admin admin] Publish callbacks [] for router (a3954ba2-3794-4e5a-a420-633e6048f8be), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:23.577720 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:23.616645 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492812d9-bc54-4b27-8ade-bf8eac7f9248 req-75a7b4cf-149a-4819-94c1-e8fa7ea4606c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:23.618107 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-492812d9-bc54-4b27-8ade-bf8eac7f9248 req-75a7b4cf-149a-4819-94c1-e8fa7ea4606c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 945 time: 0.1066887 Sep 22 17:15:23.622993 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-5ab760f0-266e-422f-9fcb-ca966cd4c9fb None None] Set router a3954ba2-3794-4e5a-a420-633e6048f8be gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:15:23.726389 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:15:23.761355 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-492812d9-bc54-4b27-8ade-bf8eac7f9248 req-a971902e-ef4c-45f5-889a-0068221097b8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333265 Sep 22 17:15:23.799194 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5051-4e8a-48b0-a600-2a272c6fb2ce admin admin] Publish callbacks [] for router_gateway (a3954ba2-3794-4e5a-a420-633e6048f8be), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:23.810067 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-8280e0a9-f16c-4b03-ad4c-f641a2073129 req-4c521ab9-49f4-4961-9f4f-5bc3ced832f6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Deleting port 29509342-40b1-4e83-8923-eccd29758d12 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:15:23.810402 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8280e0a9-f16c-4b03-ad4c-f641a2073129 req-4c521ab9-49f4-4961-9f4f-5bc3ced832f6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (29509342-40b1-4e83-8923-eccd29758d12), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:23.818210 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-5ab760f0-266e-422f-9fcb-ca966cd4c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:15:22Z', 'revision_number': 5, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:23.819573 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-fcb1920d-36d7-476f-8c8c-59c39f3211d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:23.848887 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab760f0-266e-422f-9fcb-ca966cd4c9fb None None] The sync data for ids ['a3954ba2-3794-4e5a-a420-633e6048f8be'] in dv-cinder-835384-28-iscsi is: [{'id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'name': 'tempest-ServerRescueNegativeTestJSON-867065534-router', 'tenant_id': '105c11557b6f45329dc97af01e8ea915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:15:22Z', 'revision_number': 5, 'project_id': '105c11557b6f45329dc97af01e8ea915', 'gw_port': {'id': '98ee271d-107b-437f-aa0a-45deb83f0595', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3954ba2-3794-4e5a-a420-633e6048f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:15:23.901720 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e5051-4e8a-48b0-a600-2a272c6fb2ce admin admin] Deleting port 98ee271d-107b-437f-aa0a-45deb83f0595 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:15:23.902320 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5051-4e8a-48b0-a600-2a272c6fb2ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (98ee271d-107b-437f-aa0a-45deb83f0595), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:24.029042 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-8280e0a9-f16c-4b03-ad4c-f641a2073129 req-4c521ab9-49f4-4961-9f4f-5bc3ced832f6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] For port 29509342-40b1-4e83-8923-eccd29758d12, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=29509342-40b1-4e83-8923-eccd29758d12,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:15:24.029401 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8280e0a9-f16c-4b03-ad4c-f641a2073129 req-4c521ab9-49f4-4961-9f4f-5bc3ced832f6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (29509342-40b1-4e83-8923-eccd29758d12), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:24.064239 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652e663-1004-44fe-b822-d512725d7412 req-bac75c12-81d0-40ef-89e8-65b7b49cf932 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:24.065704 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e652e663-1004-44fe-b822-d512725d7412 req-bac75c12-81d0-40ef-89e8-65b7b49cf932 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 945 time: 0.0955234 Sep 22 17:15:24.143578 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [None req-cf5e5051-4e8a-48b0-a600-2a272c6fb2ce admin admin] For port 98ee271d-107b-437f-aa0a-45deb83f0595, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=98ee271d-107b-437f-aa0a-45deb83f0595,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:15:24.143892 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5051-4e8a-48b0-a600-2a272c6fb2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (98ee271d-107b-437f-aa0a-45deb83f0595), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:24.199807 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e5051-4e8a-48b0-a600-2a272c6fb2ce admin admin] Calling delete_port for 98ee271d-107b-437f-aa0a-45deb83f0595 owned by network:router_gateway {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:15:24.239831 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:24.268023 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 46d0015b-69e4-475d-8d7c-cb0f73272ff4 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:15:24.298598 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 46d0015b-69e4-475d-8d7c-cb0f73272ff4 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:15:24.298988 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 46d0015b-69e4-475d-8d7c-cb0f73272ff4 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:15:24.304351 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e652e663-1004-44fe-b822-d512725d7412 req-37d6a063-c3b9-4e60-a233-17f8b500292b tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062161 Sep 22 17:15:24.347135 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8280e0a9-f16c-4b03-ad4c-f641a2073129 req-4c521ab9-49f4-4961-9f4f-5bc3ced832f6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:24.347492 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8280e0a9-f16c-4b03-ad4c-f641a2073129 req-4c521ab9-49f4-4961-9f4f-5bc3ced832f6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (e63477f9-ec85-4f6d-b6fe-dc0240f01cc4), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:24.347803 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.l3_db [req-8280e0a9-f16c-4b03-ad4c-f641a2073129 req-4c521ab9-49f4-4961-9f4f-5bc3ced832f6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Floating IP e63477f9-ec85-4f6d-b6fe-dc0240f01cc4 disassociated. External IP: 172.27.1.207, port: 29509342-40b1-4e83-8923-eccd29758d12. Sep 22 17:15:24.348140 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-8280e0a9-f16c-4b03-ad4c-f641a2073129 req-4c521ab9-49f4-4961-9f4f-5bc3ced832f6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Calling delete_port for 29509342-40b1-4e83-8923-eccd29758d12 owned by compute:nova {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:15:24.444272 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:24.560146 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5051-4e8a-48b0-a600-2a272c6fb2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (98ee271d-107b-437f-aa0a-45deb83f0595), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:24.600008 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e5051-4e8a-48b0-a600-2a272c6fb2ce admin admin] Pushing event deleted for resources: {'Port': ['ID=98ee271d-107b-437f-aa0a-45deb83f0595,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:24.607791 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8280e0a9-f16c-4b03-ad4c-f641a2073129 req-4c521ab9-49f4-4961-9f4f-5bc3ced832f6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (29509342-40b1-4e83-8923-eccd29758d12), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:24.677741 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c521ab9-49f4-4961-9f4f-5bc3ced832f6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event deleted for resources: {'Port': ['ID=29509342-40b1-4e83-8923-eccd29758d12,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:24.743368 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5051-4e8a-48b0-a600-2a272c6fb2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536415'] for router_gateway (a3954ba2-3794-4e5a-a420-633e6048f8be), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:24.907476 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5051-4e8a-48b0-a600-2a272c6fb2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2709'] for router (a3954ba2-3794-4e5a-a420-633e6048f8be), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:24.926361 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5051-4e8a-48b0-a600-2a272c6fb2ce admin admin] Publish callbacks [] for router_controller (a3954ba2-3794-4e5a-a420-633e6048f8be), precommit_delete_associations {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:24.935890 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-08d9db16-9fea-4600-ba76-6e403064dc6f req-9e9b7604-c0e8-40f6-90a0-f57bca73cc55 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 210 time: 0.0705192 Sep 22 17:15:25.008359 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8280e0a9-f16c-4b03-ad4c-f641a2073129 req-4c521ab9-49f4-4961-9f4f-5bc3ced832f6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:15:25.009278 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5051-4e8a-48b0-a600-2a272c6fb2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533096'] for router (a3954ba2-3794-4e5a-a420-633e6048f8be), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:25.009785 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5e5051-4e8a-48b0-a600-2a272c6fb2ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3954ba2-3794-4e5a-a420-633e6048f8be {{(pid=106555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:15:25.015563 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5051-4e8a-48b0-a600-2a272c6fb2ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:25.017339 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-cf5e5051-4e8a-48b0-a600-2a272c6fb2ce admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/a3954ba2-3794-4e5a-a420-633e6048f8be HTTP/1.1" status: 204 len: 168 time: 1.8507602 Sep 22 17:15:25.020209 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34868) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:25.109342 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14f1728-1bc4-444c-9f49-8de3a985c5ea admin admin] Deleting subnet ff3b5331-7dbe-4b3b-ac39-cc04115e40fd {{(pid=106556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 17:15:25.116706 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d14f1728-1bc4-444c-9f49-8de3a985c5ea admin admin] Publish callbacks [] for subnet (ff3b5331-7dbe-4b3b-ac39-cc04115e40fd), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:25.175890 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8280e0a9-f16c-4b03-ad4c-f641a2073129 req-4c521ab9-49f4-4961-9f4f-5bc3ced832f6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:15:25.190041 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:25.192199 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98895fbe-660f-467c-8ea7-1c9b268b6bd6 None None] Sync routers for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:15:25.200536 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d14f1728-1bc4-444c-9f49-8de3a985c5ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3319090'] for subnet (ff3b5331-7dbe-4b3b-ac39-cc04115e40fd), precommit_delete_associations {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:25.222340 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98895fbe-660f-467c-8ea7-1c9b268b6bd6 None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:15:25.223566 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-98895fbe-660f-467c-8ea7-1c9b268b6bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:15:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:25.272938 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-8280e0a9-f16c-4b03-ad4c-f641a2073129 req-4c521ab9-49f4-4961-9f4f-5bc3ced832f6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] No DVR routers for this DVR port 29509342-40b1-4e83-8923-eccd29758d12 on host hv-cinder-83538 {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:15:25.276091 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-8280e0a9-f16c-4b03-ad4c-f641a2073129 req-4c521ab9-49f4-4961-9f4f-5bc3ced832f6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:25.281400 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8280e0a9-f16c-4b03-ad4c-f641a2073129 req-4c521ab9-49f4-4961-9f4f-5bc3ced832f6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.33 "DELETE /networking/v2.0/ports/29509342-40b1-4e83-8923-eccd29758d12 HTTP/1.1" status: 204 len: 173 time: 1.6039197 Sep 22 17:15:25.282544 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6348b1f-b623-42cb-a0dc-a33cf088486a', 'name': 'network-vif-deleted', 'tag': '29509342-40b1-4e83-8923-eccd29758d12'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:15:25.286289 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfe096f-b0c6-439e-8461-3c4dbc040b98" -d '{"events": [{"server_uuid": "b6348b1f-b623-42cb-a0dc-a33cf088486a", "name": "network-vif-deleted", "tag": "29509342-40b1-4e83-8923-eccd29758d12"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:15:25.353091 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:25.390941 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e464df45-309e-4eed-9738-803a13ba0dc8 x-openstack-request-id: req-e464df45-309e-4eed-9738-803a13ba0dc8 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:15:25.393575 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6348b1f-b623-42cb-a0dc-a33cf088486a", "name": "network-vif-deleted", "tag": "29509342-40b1-4e83-8923-eccd29758d12", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:15:25.394170 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e464df45-309e-4eed-9738-803a13ba0dc8 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:15:25.394906 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e464df45-309e-4eed-9738-803a13ba0dc8'] response: {'server_uuid': 'b6348b1f-b623-42cb-a0dc-a33cf088486a', 'name': 'network-vif-deleted', 'tag': '29509342-40b1-4e83-8923-eccd29758d12', 'status': 'completed', 'code': 200} Sep 22 17:15:25.410195 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d14f1728-1bc4-444c-9f49-8de3a985c5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8016103'] for subnet (ff3b5331-7dbe-4b3b-ac39-cc04115e40fd), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:25.427358 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:25.445037 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:25.471141 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-98895fbe-660f-467c-8ea7-1c9b268b6bd6 None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:15:25.499428 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c9dab-384a-4024-8a64-f1ba16c00b3a req-f1fa80fa-1af8-4446-aa1e-bd5cc523ae34 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:25.502085 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8f4c9dab-384a-4024-8a64-f1ba16c00b3a req-f1fa80fa-1af8-4446-aa1e-bd5cc523ae34 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 945 time: 0.0622287 Sep 22 17:15:25.513998 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d14f1728-1bc4-444c-9f49-8de3a985c5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8014298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3793533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3584758'] for subnet (ff3b5331-7dbe-4b3b-ac39-cc04115e40fd), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:25.546870 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f1728-1bc4-444c-9f49-8de3a985c5ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff3b5331-7dbe-4b3b-ac39-cc04115e40fd,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:25.560218 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d14f1728-1bc4-444c-9f49-8de3a985c5ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:25.565904 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-d14f1728-1bc4-444c-9f49-8de3a985c5ea admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/ff3b5331-7dbe-4b3b-ac39-cc04115e40fd HTTP/1.1" status: 204 len: 168 time: 0.5445936 Sep 22 17:15:25.568896 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34874) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:25.573863 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8f4c9dab-384a-4024-8a64-f1ba16c00b3a req-51934612-1c28-4516-bd5d-7e221c210ffb tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628705 Sep 22 17:15:25.604889 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786a6d9a-8f83-42e9-8a65-6fdb10cea789 None None] Network 906da010-9d01-428f-8bbf-d862e44df893 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:15:25.672488 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632274'] for network (906da010-9d01-428f-8bbf-d862e44df893), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:25.770288 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] Deleting port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:15:25.770861 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (5ffb04ff-b318-4a4a-b80d-0c4624b29baa), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:25.913749 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] For port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=5ffb04ff-b318-4a4a-b80d-0c4624b29baa,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:15:25.914519 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (5ffb04ff-b318-4a4a-b80d-0c4624b29baa), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:25.924514 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29faba64-9715-4e95-a551-d972396cbd60 req-111a6c1c-786b-4f97-9bb3-85e694e6c8c0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:25.926179 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-29faba64-9715-4e95-a551-d972396cbd60 req-111a6c1c-786b-4f97-9bb3-85e694e6c8c0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 945 time: 0.1503251 Sep 22 17:15:25.942756 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34878) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:25.948267 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-be7053b1-a65e-4d16-aea2-71de3f0c3386 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Request body: {'floatingip': {'port_id': 'f3b5bffd-1d78-4175-8bd6-0243dd912596'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:25.951011 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] Calling delete_port for 5ffb04ff-b318-4a4a-b80d-0c4624b29baa owned by network:dhcp {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:15:25.993856 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-be7053b1-a65e-4d16-aea2-71de3f0c3386 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for floatingip (b179285a-e9e2-48aa-9fd2-4550c89a6613), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:26.107321 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2fc8c2-4ae5-46ee-9884-d8752a4aaf0b None None] DHCP port deletion for 906da010-9d01-428f-8bbf-d862e44df893 request from dv-cinder-835384-28-iscsi {{(pid=106557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 17:15:26.128557 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-98895fbe-660f-467c-8ea7-1c9b268b6bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:26.190165 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:26.211901 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-3b2fc8c2-4ae5-46ee-9884-d8752a4aaf0b None None] Deleting port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa {{(pid=106557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:15:26.212986 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3b2fc8c2-4ae5-46ee-9884-d8752a4aaf0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (5ffb04ff-b318-4a4a-b80d-0c4624b29baa), before_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:26.218710 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98895fbe-660f-467c-8ea7-1c9b268b6bd6 None None] Checking router: 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:15:26.225112 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-810ce58a-43b7-4658-baf8-25993ececaf5 req-f698c213-6757-4853-bdaf-ea6ffd7f1e77 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b6348b1f-b623-42cb-a0dc-a33cf088486a HTTP/1.1" status: 200 len: 210 time: 0.0646520 Sep 22 17:15:26.239868 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98895fbe-660f-467c-8ea7-1c9b268b6bd6 None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:15:26.239868 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-98895fbe-660f-467c-8ea7-1c9b268b6bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:15:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:26.274322 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 5ffb04ff-b318-4a4a-b80d-0c4624b29baa no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:15:26.280122 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:26.284839 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (5ffb04ff-b318-4a4a-b80d-0c4624b29baa), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:26.335908 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=5ffb04ff-b318-4a4a-b80d-0c4624b29baa,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:26.352060 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] No DVR routers for this DVR port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa on host dv-cinder-835384-28-iscsi {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:15:26.380496 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-3b2fc8c2-4ae5-46ee-9884-d8752a4aaf0b None None] For port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=5ffb04ff-b318-4a4a-b80d-0c4624b29baa,segment=NetworkSegment(a70a7734-686e-433b-b678-bb8c34084077),segment_id=a70a7734-686e-433b-b678-bb8c34084077)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:15:26.380847 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3b2fc8c2-4ae5-46ee-9884-d8752a4aaf0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (5ffb04ff-b318-4a4a-b80d-0c4624b29baa), precommit_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:26.431296 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-3b2fc8c2-4ae5-46ee-9884-d8752a4aaf0b None None] Calling delete_port for 5ffb04ff-b318-4a4a-b80d-0c4624b29baa owned by network:dhcp {{(pid=106557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:15:26.441085 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No active binding found for port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa {{(pid=106557) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 22 17:15:26.441465 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] The host dv-cinder-835384-28-iscsi is not matching for port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa host None! {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 22 17:15:26.441858 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 5ffb04ff-b318-4a4a-b80d-0c4624b29baa not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:15:26.442270 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 98ee271d-107b-437f-aa0a-45deb83f0595 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:15:26.447712 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7709388', 'neutron.services.segments.db._delete_segments_for_network-8784621099201'] for network (906da010-9d01-428f-8bbf-d862e44df893), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:26.472199 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906da010-9d01-428f-8bbf-d862e44df893']}} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:26.473953 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 98ee271d-107b-437f-aa0a-45deb83f0595 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:15:26.474501 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 98ee271d-107b-437f-aa0a-45deb83f0595 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:15:26.493036 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70a7734-686e-433b-b678-bb8c34084077') {'for_net_delete': True} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:26.495345 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70a7734-686e-433b-b678-bb8c34084077') {} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:26.506621 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784621099093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3953885'] for segment (a70a7734-686e-433b-b678-bb8c34084077), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:26.524742 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (a70a7734-686e-433b-b678-bb8c34084077), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:26.527392 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-98895fbe-660f-467c-8ea7-1c9b268b6bd6 None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:15:26.535118 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=106555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:15:26.535682 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523880'] for segment (a70a7734-686e-433b-b678-bb8c34084077), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:26.606632 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:26.614398 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7709429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536458'] for network (906da010-9d01-428f-8bbf-d862e44df893), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:26.649280 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:26.657334 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/906da010-9d01-428f-8bbf-d862e44df893 HTTP/1.1" status: 204 len: 168 time: 1.0830090 Sep 22 17:15:26.657334 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf677c-97db-41ea-af13-f57544531b4b admin admin] Pushing event deleted for resources: {'Network': ['ID=906da010-9d01-428f-8bbf-d862e44df893,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:26.723563 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-3b2fc8c2-4ae5-46ee-9884-d8752a4aaf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906'] for port (5ffb04ff-b318-4a4a-b80d-0c4624b29baa), after_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:26.735341 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.services.segments.plugin [-] Segment a70a7734-686e-433b-b678-bb8c34084077 resource provider aggregate not found Sep 22 17:15:26.736354 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b2fc8c2-4ae5-46ee-9884-d8752a4aaf0b None None] Network 906da010-9d01-428f-8bbf-d862e44df893 is not hosted by any dhcp agent {{(pid=106557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 17:15:26.736853 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2fc8c2-4ae5-46ee-9884-d8752a4aaf0b None None] No DVR routers for this DVR port 5ffb04ff-b318-4a4a-b80d-0c4624b29baa on host dv-cinder-835384-28-iscsi {{(pid=106557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:15:26.791193 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fc8c2-4ae5-46ee-9884-d8752a4aaf0b None None] Pushing event deleted for resources: {'Port': ['ID=5ffb04ff-b318-4a4a-b80d-0c4624b29baa,revision_number=None']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:26.806658 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.services.segments.plugin [-] Segment a70a7734-686e-433b-b678-bb8c34084077 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a70a7734-686e-433b-b678-bb8c34084077 found for delete ", "request_id": "req-5c1d185d-f754-4d59-9a35-6c9427d2245d"}]} Sep 22 17:15:26.827416 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:26.849942 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:26.854938 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-98895fbe-660f-467c-8ea7-1c9b268b6bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:26.859159 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:26.862283 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-be7053b1-a65e-4d16-aea2-71de3f0c3386 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:26.868163 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-be7053b1-a65e-4d16-aea2-71de3f0c3386 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (b179285a-e9e2-48aa-9fd2-4550c89a6613), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:26.895565 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98895fbe-660f-467c-8ea7-1c9b268b6bd6 None None] The sync data for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi is: [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:15:26.977426 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34890) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:27.013910 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.l3_db [None req-be7053b1-a65e-4d16-aea2-71de3f0c3386 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Floating IP b179285a-e9e2-48aa-9fd2-4550c89a6613 associated. External IP: 172.27.1.216, port: f3b5bffd-1d78-4175-8bd6-0243dd912596. Sep 22 17:15:27.039999 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-fca9fcd5-193d-4983-8db5-d2b5034d9f9f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=105c11557b6f45329dc97af01e8ea915&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0613608 Sep 22 17:15:27.044413 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34892) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:27.115914 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-0030b8b0-33bc-4427-8ac1-e58bc5b56254 admin admin] Publish callbacks [] for security_group (c39194ec-86e5-4d27-8c96-e126b2fa23b1), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:27.151958 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-0030b8b0-33bc-4427-8ac1-e58bc5b56254 admin admin] Publish callbacks [] for security_group (c39194ec-86e5-4d27-8c96-e126b2fa23b1), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:27.192057 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:27.212551 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-0030b8b0-33bc-4427-8ac1-e58bc5b56254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (c39194ec-86e5-4d27-8c96-e126b2fa23b1), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:27.215259 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-0030b8b0-33bc-4427-8ac1-e58bc5b56254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:27.216722 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-0030b8b0-33bc-4427-8ac1-e58bc5b56254 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c39194ec-86e5-4d27-8c96-e126b2fa23b1 HTTP/1.1" status: 204 len: 168 time: 0.1709483 Sep 22 17:15:27.233841 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030b8b0-33bc-4427-8ac1-e58bc5b56254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39194ec-86e5-4d27-8c96-e126b2fa23b1,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:27.311245 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7053b1-a65e-4d16-aea2-71de3f0c3386 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:15:27.319403 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f286497-c337-47b0-997d-c11f592c98e6 None None] New status for floating IP e63477f9-ec85-4f6d-b6fe-dc0240f01cc4: DOWN {{(pid=106558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:15:27.475730 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7053b1-a65e-4d16-aea2-71de3f0c3386 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:15:27.481507 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-be7053b1-a65e-4d16-aea2-71de3f0c3386 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:27.501615 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bfa633-7f0f-4ca9-8f8c-9453020bed2b None None] Sync routers for ids ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:15:27.516638 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bfa633-7f0f-4ca9-8f8c-9453020bed2b None None] Routers {'5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:15:27.526447 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-29bfa633-7f0f-4ca9-8f8c-9453020bed2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:15:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:27.539525 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-be7053b1-a65e-4d16-aea2-71de3f0c3386 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/b179285a-e9e2-48aa-9fd2-4550c89a6613 HTTP/1.1" status: 200 len: 991 time: 1.5955698 Sep 22 17:15:27.540498 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c17e4e-de77-41fc-b8a7-b73a85afe377', 'tag': 'f3b5bffd-1d78-4175-8bd6-0243dd912596'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:15:27.543315 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6282833-18c8-4ad4-ba71-85d5c6f4f3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "30c17e4e-de77-41fc-b8a7-b73a85afe377", "tag": "f3b5bffd-1d78-4175-8bd6-0243dd912596"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:15:27.630923 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:27.661002 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d968e5ff-3010-46c4-8a63-baaba1e8f977 x-openstack-request-id: req-d968e5ff-3010-46c4-8a63-baaba1e8f977 {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:15:27.661175 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c17e4e-de77-41fc-b8a7-b73a85afe377", "tag": "f3b5bffd-1d78-4175-8bd6-0243dd912596", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:15:27.661419 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d968e5ff-3010-46c4-8a63-baaba1e8f977 {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:15:27.661878 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d968e5ff-3010-46c4-8a63-baaba1e8f977'] response: {'name': 'network-changed', 'server_uuid': '30c17e4e-de77-41fc-b8a7-b73a85afe377', 'tag': 'f3b5bffd-1d78-4175-8bd6-0243dd912596', 'status': 'completed', 'code': 200} Sep 22 17:15:27.683788 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-f5790531-c221-4437-bd9a-29528138c9d7 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-805804894&fields=id&tenant_id=5fca6eabbca24bc09aee7e259ca82562 HTTP/1.1" status: 200 len: 267 time: 0.0595102 Sep 22 17:15:27.707659 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-29bfa633-7f0f-4ca9-8f8c-9453020bed2b None None] Set router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:15:27.817930 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6282833-18c8-4ad4-ba71-85d5c6f4f3cf req-f5e7bbd3-2c57-4288-9b8b-a02ccd9dd6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:27.819628 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d6282833-18c8-4ad4-ba71-85d5c6f4f3cf req-f5e7bbd3-2c57-4288-9b8b-a02ccd9dd6bd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=2abeb0b54520461cb414ea9c0599380f&device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 1129 time: 0.0566757 Sep 22 17:15:27.919498 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-0ee64afb-7231-4675-ae1e-05c7648d0150 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:27.921088 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-0ee64afb-7231-4675-ae1e-05c7648d0150 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/networks?id=1876d1ce-e761-46f2-ab46-b61110e15c2c HTTP/1.1" status: 200 len: 812 time: 0.2212346 Sep 22 17:15:27.947043 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-1e7d1995-9890-4a4d-89b7-7ce13553260a tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/quotas/5fca6eabbca24bc09aee7e259ca82562 HTTP/1.1" status: 200 len: 375 time: 0.0199425 Sep 22 17:15:27.984838 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6282833-18c8-4ad4-ba71-85d5c6f4f3cf req-1e921aa2-7b85-4355-be54-2af6e13807ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:27.986424 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d6282833-18c8-4ad4-ba71-85d5c6f4f3cf req-1e921aa2-7b85-4355-be54-2af6e13807ab service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae HTTP/1.1" status: 200 len: 911 time: 0.1586952 Sep 22 17:15:28.011312 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-29bfa633-7f0f-4ca9-8f8c-9453020bed2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': 'b179285a-e9e2-48aa-9fd2-4550c89a6613', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'port_id': 'f3b5bffd-1d78-4175-8bd6-0243dd912596', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'mac_address': 'fa:16:3e:df:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c17e4e-de77-41fc-b8a7-b73a85afe377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:09Z', 'updated_at': '2022-09-22T17:15:26Z', 'revision_number': 1, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c016f0a-7b5e-4be9-bcb6-6c3a9441f361', 'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'mac_address': 'fa:16:3e:88:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:17Z', 'updated_at': '2022-09-22T17:07:49Z', 'revision_number': 5, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'subnets': [{'id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:28.055728 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bfa633-7f0f-4ca9-8f8c-9453020bed2b None None] Checking router: 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:15:28.066521 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bfa633-7f0f-4ca9-8f8c-9453020bed2b None None] Routers {'5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:15:28.067208 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-29bfa633-7f0f-4ca9-8f8c-9453020bed2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:15:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:28.231013 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-29bfa633-7f0f-4ca9-8f8c-9453020bed2b None None] Set router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:15:28.326172 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-54ffcf33-b9b8-42a7-b5e6-c7bc0da2fd31 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5fca6eabbca24bc09aee7e259ca82562&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3640683 Sep 22 17:15:28.334800 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 29509342-40b1-4e83-8923-eccd29758d12 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:15:28.363278 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: 29509342-40b1-4e83-8923-eccd29758d12 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:15:28.363278 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 29509342-40b1-4e83-8923-eccd29758d12 not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:15:28.367288 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d6282833-18c8-4ad4-ba71-85d5c6f4f3cf req-c2729972-b434-4201-bf91-726823533e83 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3b5bffd-1d78-4175-8bd6-0243dd912596 HTTP/1.1" status: 200 len: 999 time: 0.3629372 Sep 22 17:15:28.436401 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:28.479748 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6282833-18c8-4ad4-ba71-85d5c6f4f3cf req-75b18382-e8b4-4a78-a87b-cd3977518fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:28.481212 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d6282833-18c8-4ad4-ba71-85d5c6f4f3cf req-75b18382-e8b4-4a78-a87b-cd3977518fb2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=1c5982a3-8aaa-4aa9-908c-22cf8406126d HTTP/1.1" status: 200 len: 849 time: 0.0835192 Sep 22 17:15:28.507861 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-8e179145-d58d-4762-af61-074e3e605825 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650283 Sep 22 17:15:28.543605 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-29bfa633-7f0f-4ca9-8f8c-9453020bed2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': 'b179285a-e9e2-48aa-9fd2-4550c89a6613', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'port_id': 'f3b5bffd-1d78-4175-8bd6-0243dd912596', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'mac_address': 'fa:16:3e:df:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c17e4e-de77-41fc-b8a7-b73a85afe377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:09Z', 'updated_at': '2022-09-22T17:15:26Z', 'revision_number': 1, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c016f0a-7b5e-4be9-bcb6-6c3a9441f361', 'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'mac_address': 'fa:16:3e:88:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:17Z', 'updated_at': '2022-09-22T17:07:49Z', 'revision_number': 5, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'subnets': [{'id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:28.578235 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bfa633-7f0f-4ca9-8f8c-9453020bed2b None None] The sync data for ids ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'] in dv-cinder-835384-28-iscsi is: [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': 'b179285a-e9e2-48aa-9fd2-4550c89a6613', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'port_id': 'f3b5bffd-1d78-4175-8bd6-0243dd912596', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'mac_address': 'fa:16:3e:df:87:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c17e4e-de77-41fc-b8a7-b73a85afe377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:09Z', 'updated_at': '2022-09-22T17:15:26Z', 'revision_number': 1, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c016f0a-7b5e-4be9-bcb6-6c3a9441f361', 'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'mac_address': 'fa:16:3e:88:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:17Z', 'updated_at': '2022-09-22T17:07:49Z', 'revision_number': 5, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'subnets': [{'id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:15:28.592962 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6282833-18c8-4ad4-ba71-85d5c6f4f3cf req-78f7640f-7427-4c9a-b015-8fa067414a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:28.595051 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d6282833-18c8-4ad4-ba71-85d5c6f4f3cf req-78f7640f-7427-4c9a-b015-8fa067414a84 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1023531 Sep 22 17:15:28.716890 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-bfe8deee-89b0-40e0-9acc-9b0cd807670c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897438 Sep 22 17:15:28.748130 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d6282833-18c8-4ad4-ba71-85d5c6f4f3cf req-65aa51f3-1048-473f-bef0-6b1d10624925 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430206 Sep 22 17:15:28.898860 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d6282833-18c8-4ad4-ba71-85d5c6f4f3cf req-5af10356-32b1-4e66-973e-11036f3e3e84 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359768 Sep 22 17:15:28.914885 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628ec9b-315d-48c4-82b1-1d2f67d23d1f None None] New status for floating IP b179285a-e9e2-48aa-9fd2-4550c89a6613: ACTIVE {{(pid=106558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:15:29.162831 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9d0b4016-0977-4a1d-a1da-88b5d4073aa7 req-ee62efe1-db9b-44e7-bd26-de850ec9307a tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 210 time: 0.0373132 Sep 22 17:15:29.943466 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34968) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:30.060927 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1ef45c3f-8d45-4432-954a-ae472b90fe16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:30.127961 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:30.159426 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1ef45c3f-8d45-4432-954a-ae472b90fe16 admin admin] Publish callbacks [] for security_group (6f8a1065-8edd-4cf3-9d4b-0a46897e89c3), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:30.163627 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1ef45c3f-8d45-4432-954a-ae472b90fe16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (6f8a1065-8edd-4cf3-9d4b-0a46897e89c3), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:30.210191 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef45c3f-8d45-4432-954a-ae472b90fe16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8a1065-8edd-4cf3-9d4b-0a46897e89c3,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:30.217849 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-1ef45c3f-8d45-4432-954a-ae472b90fe16 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d5ffaded03d84792a5743c28143b5e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732072 Sep 22 17:15:30.220873 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34974) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:30.302323 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fd7169c1-dd8a-4f4b-8748-cd4c783800c6 req-d5fb889e-0ba2-4bc5-b20c-8ed69115c04e tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 210 time: 0.0497305 Sep 22 17:15:30.307510 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:30.321447 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ea2c-7a2b-4e20-9384-dffdb1e98543 admin admin] Publish callbacks [] for security_group (6f8a1065-8edd-4cf3-9d4b-0a46897e89c3), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:30.345149 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ea2c-7a2b-4e20-9384-dffdb1e98543 admin admin] Publish callbacks [] for security_group (6f8a1065-8edd-4cf3-9d4b-0a46897e89c3), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:30.403399 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ea2c-7a2b-4e20-9384-dffdb1e98543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (6f8a1065-8edd-4cf3-9d4b-0a46897e89c3), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:30.405959 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ea2c-7a2b-4e20-9384-dffdb1e98543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:30.407224 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-3ca7ea2c-7a2b-4e20-9384-dffdb1e98543 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6f8a1065-8edd-4cf3-9d4b-0a46897e89c3 HTTP/1.1" status: 204 len: 168 time: 0.1853206 Sep 22 17:15:30.423152 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7ea2c-7a2b-4e20-9384-dffdb1e98543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8a1065-8edd-4cf3-9d4b-0a46897e89c3,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:30.777495 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 34980) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:30.791970 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-41c1ecce-b5d4-4c40-9b27-349012e20822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:30.883672 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-41c1ecce-b5d4-4c40-9b27-349012e20822 admin admin] Publish callbacks [] for security_group (827aa82e-8bd0-4a78-a91f-2ca361d0e723), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:30.888709 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-41c1ecce-b5d4-4c40-9b27-349012e20822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (827aa82e-8bd0-4a78-a91f-2ca361d0e723), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:30.931955 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-41c1ecce-b5d4-4c40-9b27-349012e20822 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a9e44ec35943451da81a947182c7f106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533630 Sep 22 17:15:30.932913 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1ecce-b5d4-4c40-9b27-349012e20822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827aa82e-8bd0-4a78-a91f-2ca361d0e723,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:30.934670 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 34982) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:30.991364 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-138b6250-4469-4f3b-b932-39713446a870 admin admin] Publish callbacks [] for security_group (827aa82e-8bd0-4a78-a91f-2ca361d0e723), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:31.015254 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-138b6250-4469-4f3b-b932-39713446a870 admin admin] Publish callbacks [] for security_group (827aa82e-8bd0-4a78-a91f-2ca361d0e723), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:31.069399 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-138b6250-4469-4f3b-b932-39713446a870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (827aa82e-8bd0-4a78-a91f-2ca361d0e723), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:31.072084 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-138b6250-4469-4f3b-b932-39713446a870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:31.073258 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-138b6250-4469-4f3b-b932-39713446a870 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/827aa82e-8bd0-4a78-a91f-2ca361d0e723 HTTP/1.1" status: 204 len: 168 time: 0.1375418 Sep 22 17:15:31.083232 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b6250-4469-4f3b-b932-39713446a870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827aa82e-8bd0-4a78-a91f-2ca361d0e723,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:31.372605 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-7b3a3b4c-3ec8-4203-bcdd-50fcaf168d19 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:31.375755 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-7b3a3b4c-3ec8-4203-bcdd-50fcaf168d19 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1876d1ce-e761-46f2-ab46-b61110e15c2c HTTP/1.1" status: 200 len: 812 time: 0.1592789 Sep 22 17:15:31.432023 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-33031aa8-fd09-4e18-8780-ffa6cc64cbbc req-3e65775b-e7a5-41c8-a2d5-43ec9ce0a8fb tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 210 time: 0.0307546 Sep 22 17:15:31.502109 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-5950f6a8-8725-4ab5-a8d6-a072a2ab68db tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5fca6eabbca24bc09aee7e259ca82562 HTTP/1.1" status: 200 len: 379 time: 0.0728061 Sep 22 17:15:31.512338 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-799c4c5f-bba0-4fa2-9e95-eebdf811cfe2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Request body: {'port': {'device_id': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'admin_state_up': True, 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'security_groups': ['ce8cce58-89bc-4ff4-9fdc-a0600869e464']}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:31.519365 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:31.649328 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-799c4c5f-bba0-4fa2-9e95-eebdf811cfe2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Made reservation on behalf of 5fca6eabbca24bc09aee7e259ca82562 for: {'port': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:15:31.653352 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-799c4c5f-bba0-4fa2-9e95-eebdf811cfe2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:31.834183 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-799c4c5f-bba0-4fa2-9e95-eebdf811cfe2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Allocated IP 172.20.0.3 (1876d1ce-e761-46f2-ab46-b61110e15c2c/43f0facb-fe45-427e-ac4c-a966b72df413/719c0d8a-4075-405a-a311-23e6e4817a12) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:15:32.006435 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=14 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:32.010882 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-799c4c5f-bba0-4fa2-9e95-eebdf811cfe2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for port (719c0d8a-4075-405a-a311-23e6e4817a12), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:32.063424 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-799c4c5f-bba0-4fa2-9e95-eebdf811cfe2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (719c0d8a-4075-405a-a311-23e6e4817a12), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:32.127123 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-799c4c5f-bba0-4fa2-9e95-eebdf811cfe2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Network 1876d1ce-e761-46f2-ab46-b61110e15c2c is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:15:32.130734 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-799c4c5f-bba0-4fa2-9e95-eebdf811cfe2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:32.135220 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-799c4c5f-bba0-4fa2-9e95-eebdf811cfe2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:15:32.170177 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c4c5f-bba0-4fa2-9e95-eebdf811cfe2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event updated for resources: {'Port': ['ID=719c0d8a-4075-405a-a311-23e6e4817a12,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:32.205225 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-799c4c5f-bba0-4fa2-9e95-eebdf811cfe2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:32.206234 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-799c4c5f-bba0-4fa2-9e95-eebdf811cfe2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:32.234487 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-799c4c5f-bba0-4fa2-9e95-eebdf811cfe2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7273543 Sep 22 17:15:32.253820 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Request body: {'port': {'device_id': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:32.350256 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (719c0d8a-4075-405a-a311-23e6e4817a12), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:32.482213 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:32.538224 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-07657ee8-5fa6-41f7-a765-8d091e1643f4 None None] Provisioning complete for port 719c0d8a-4075-405a-a311-23e6e4817a12 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:15:32.539424 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-07657ee8-5fa6-41f7-a765-8d091e1643f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (719c0d8a-4075-405a-a311-23e6e4817a12), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:32.539938 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-07657ee8-5fa6-41f7-a765-8d091e1643f4 None None] Attempt 1 to provision port 719c0d8a-4075-405a-a311-23e6e4817a12 Sep 22 17:15:32.581542 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-07657ee8-5fa6-41f7-a765-8d091e1643f4 None None] Port 719c0d8a-4075-405a-a311-23e6e4817a12 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:15:32.620415 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6d209-287d-4d1c-9ec8-72e2b73f27c5 req-2adc6927-498b-4c3b-8726-c53cd30c0404 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:32.622063 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-beb6d209-287d-4d1c-9ec8-72e2b73f27c5 req-2adc6927-498b-4c3b-8726-c53cd30c0404 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 931 time: 0.0673287 Sep 22 17:15:32.718566 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-beb6d209-287d-4d1c-9ec8-72e2b73f27c5 req-3b3453ae-ee72-4710-a5eb-41115fcbb179 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852330 Sep 22 17:15:32.757644 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719c0d8a-4075-405a-a311-23e6e4817a12 {{(pid=106555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:15:32.768050 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Publish callbacks [] for port (719c0d8a-4075-405a-a311-23e6e4817a12), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:32.784102 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.provisioning_blocks [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Transition to ACTIVE for port object 719c0d8a-4075-405a-a311-23e6e4817a12 will not be triggered until provisioned by entity L2. {{(pid=106555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:15:32.790255 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (719c0d8a-4075-405a-a311-23e6e4817a12), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:32.939687 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Pushing event updated for resources: {'Port': ['ID=719c0d8a-4075-405a-a311-23e6e4817a12,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:32.982723 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Attempting to bind port 719c0d8a-4075-405a-a311-23e6e4817a12 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:15:32.983099 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Attempting to bind port 719c0d8a-4075-405a-a311-23e6e4817a12 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:15:32.983449 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Attempting to bind port 719c0d8a-4075-405a-a311-23e6e4817a12 on network 1876d1ce-e761-46f2-ab46-b61110e15c2c {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:15:33.048756 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Port 719c0d8a-4075-405a-a311-23e6e4817a12 on network 1876d1ce-e761-46f2-ab46-b61110e15c2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:15:33.049075 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Attempting to bind port 719c0d8a-4075-405a-a311-23e6e4817a12 on network 1876d1ce-e761-46f2-ab46-b61110e15c2c {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:15:33.083588 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-07657ee8-5fa6-41f7-a765-8d091e1643f4 None None] Attempt 2 to provision port 719c0d8a-4075-405a-a311-23e6e4817a12 Sep 22 17:15:33.101019 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:15:33.101362 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Checking segment: {'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:15:33.101753 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Bound using segment: {'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:15:33.102202 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Bound port: 719c0d8a-4075-405a-a311-23e6e4817a12, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'}}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:15:33.102570 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (719c0d8a-4075-405a-a311-23e6e4817a12), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:33.142092 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-07657ee8-5fa6-41f7-a765-8d091e1643f4 None None] Port 719c0d8a-4075-405a-a311-23e6e4817a12 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:15:33.169329 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:33.175425 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] For port 719c0d8a-4075-405a-a311-23e6e4817a12, host hv-cinder-83538, cleared binding levels {{(pid=106555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:15:33.181347 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] For port 719c0d8a-4075-405a-a311-23e6e4817a12, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=719c0d8a-4075-405a-a311-23e6e4817a12,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:15:33.191216 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (719c0d8a-4075-405a-a311-23e6e4817a12), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:33.195616 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:33.196580 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:33.198750 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/719c0d8a-4075-405a-a311-23e6e4817a12 HTTP/1.1" status: 200 len: 1093 time: 0.9495494 Sep 22 17:15:33.202448 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'tag': '719c0d8a-4075-405a-a311-23e6e4817a12'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:15:33.206126 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63b68cb-24fb-47e9-997c-e9880cf73690" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a1d014-c233-453b-a917-67b7bce065fe", "tag": "719c0d8a-4075-405a-a311-23e6e4817a12"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:15:33.254699 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46107c4f-dfda-4093-a717-ea74c2581c71 x-openstack-request-id: req-46107c4f-dfda-4093-a717-ea74c2581c71 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:15:33.255096 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a1d014-c233-453b-a917-67b7bce065fe", "tag": "719c0d8a-4075-405a-a311-23e6e4817a12", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:15:33.255438 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46107c4f-dfda-4093-a717-ea74c2581c71 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:15:33.255943 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46107c4f-dfda-4093-a717-ea74c2581c71'] response: {'name': 'network-changed', 'server_uuid': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'tag': '719c0d8a-4075-405a-a311-23e6e4817a12', 'status': 'completed', 'code': 200} Sep 22 17:15:33.290670 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af64332-b623-45f4-9648-c4ed6d56889f service neutron] Pushing event updated for resources: {'Port': ['ID=719c0d8a-4075-405a-a311-23e6e4817a12,revision_number=3']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:33.338029 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-3aabc816-f5ae-4f5d-8c09-875f5c5a88ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:33.339594 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-3aabc816-f5ae-4f5d-8c09-875f5c5a88ad service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5fca6eabbca24bc09aee7e259ca82562&device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 1127 time: 0.0458009 Sep 22 17:15:33.395529 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-a38f314e-de7c-421d-bfe0-41fbdbcb9de8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=719c0d8a-4075-405a-a311-23e6e4817a12 HTTP/1.1" status: 200 len: 217 time: 0.0395191 Sep 22 17:15:33.461582 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-c9b93c6f-6e0f-4b5a-aaac-8e2e157a2718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:33.463138 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-c9b93c6f-6e0f-4b5a-aaac-8e2e157a2718 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=43f0facb-fe45-427e-ac4c-a966b72df413 HTTP/1.1" status: 200 len: 851 time: 0.0610154 Sep 22 17:15:33.510793 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-cb7287a3-a75a-4b85-9976-59f99412f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:33.512413 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-cb7287a3-a75a-4b85-9976-59f99412f699 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1876d1ce-e761-46f2-ab46-b61110e15c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428650 Sep 22 17:15:33.605429 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:33.624615 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-b088d851-1c09-4d41-8c90-9b0392349a3e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026504 Sep 22 17:15:33.643414 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-07657ee8-5fa6-41f7-a765-8d091e1643f4 None None] Attempt 3 to provision port 719c0d8a-4075-405a-a311-23e6e4817a12 Sep 22 17:15:33.678095 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:33.694230 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-07657ee8-5fa6-41f7-a765-8d091e1643f4 None None] Port 719c0d8a-4075-405a-a311-23e6e4817a12 had new provisioning blocks added so it will not transition to active. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 17:15:33.748296 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0f1da39c-5bcc-49c1-b4c8-ce378da6b6bd req-2c58aa15-b026-411f-a22f-b67b489f05bb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171765 Sep 22 17:15:33.864724 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08bc2b-00d6-4d79-9c74-5dcd72191fee req-2b520420-9b5d-4009-8451-e70f6078ab3d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:33.866208 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1e08bc2b-00d6-4d79-9c74-5dcd72191fee req-2b520420-9b5d-4009-8451-e70f6078ab3d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 943 time: 0.0567296 Sep 22 17:15:33.926747 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1e08bc2b-00d6-4d79-9c74-5dcd72191fee req-8f65ea25-08fc-4431-a71f-2a676e9de900 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545936 Sep 22 17:15:34.817839 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b68cb-24fb-47e9-997c-e9880cf73690 req-c2ec9c52-9aa8-4ef6-9b2f-4149c314b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:34.819440 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c63b68cb-24fb-47e9-997c-e9880cf73690 req-c2ec9c52-9aa8-4ef6-9b2f-4149c314b3c1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5fca6eabbca24bc09aee7e259ca82562&device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 1127 time: 0.0476985 Sep 22 17:15:34.918537 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b68cb-24fb-47e9-997c-e9880cf73690 req-1fc2835b-3058-4be7-903d-900f7f6f2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:34.919922 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c63b68cb-24fb-47e9-997c-e9880cf73690 req-1fc2835b-3058-4be7-903d-900f7f6f2f2a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=1876d1ce-e761-46f2-ab46-b61110e15c2c HTTP/1.1" status: 200 len: 913 time: 0.0930753 Sep 22 17:15:34.962751 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c63b68cb-24fb-47e9-997c-e9880cf73690 req-f1256397-ab7d-410d-a498-850211a4fb17 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=719c0d8a-4075-405a-a311-23e6e4817a12 HTTP/1.1" status: 200 len: 217 time: 0.0342062 Sep 22 17:15:35.025549 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b68cb-24fb-47e9-997c-e9880cf73690 req-9fba4068-0d75-494d-ba80-d607110356e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:35.027054 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c63b68cb-24fb-47e9-997c-e9880cf73690 req-9fba4068-0d75-494d-ba80-d607110356e8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=43f0facb-fe45-427e-ac4c-a966b72df413 HTTP/1.1" status: 200 len: 851 time: 0.0567150 Sep 22 17:15:35.100719 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2380a34-ffea-482c-a064-3f6f2d4d487b req-4415be0e-0711-47dc-b8c8-65f11f69d2b9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:35.102594 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d2380a34-ffea-482c-a064-3f6f2d4d487b req-4415be0e-0711-47dc-b8c8-65f11f69d2b9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 943 time: 0.0931749 Sep 22 17:15:35.108686 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b68cb-24fb-47e9-997c-e9880cf73690 req-006c1153-e789-4448-94f9-d6c723c86afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:35.110227 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c63b68cb-24fb-47e9-997c-e9880cf73690 req-006c1153-e789-4448-94f9-d6c723c86afc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1876d1ce-e761-46f2-ab46-b61110e15c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0605986 Sep 22 17:15:35.224603 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d2380a34-ffea-482c-a064-3f6f2d4d487b req-40e13885-f42a-4704-887f-0d4858f8083b tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117527 Sep 22 17:15:35.259472 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c63b68cb-24fb-47e9-997c-e9880cf73690 req-cdd5fca2-b49a-4e2a-b0d4-d038ace687ad service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382585 Sep 22 17:15:35.360022 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c63b68cb-24fb-47e9-997c-e9880cf73690 req-3bc415ab-d7b9-479e-821a-e48c582acafa service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921319 Sep 22 17:15:36.320243 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:36.364208 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40b528-d64a-4b30-9bcc-cf3b67adcaca req-64cb1980-f430-42b1-8ae9-ae396bf42837 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:36.365724 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0d40b528-d64a-4b30-9bcc-cf3b67adcaca req-64cb1980-f430-42b1-8ae9-ae396bf42837 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 943 time: 0.0555801 Sep 22 17:15:36.420733 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0d40b528-d64a-4b30-9bcc-cf3b67adcaca req-b3b63916-c95d-4db2-869e-7e2d29cc47cf tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483370 Sep 22 17:15:37.431840 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:37.542214 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f5d3-7d65-4009-be74-b8a9c513aec4 req-1936b818-6831-4593-b158-e9e440f76ff9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:37.543715 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c710f5d3-7d65-4009-be74-b8a9c513aec4 req-1936b818-6831-4593-b158-e9e440f76ff9 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 943 time: 0.0480869 Sep 22 17:15:37.594120 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c710f5d3-7d65-4009-be74-b8a9c513aec4 req-d1a987c3-097a-48eb-ba26-aa2c45a896e1 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432019 Sep 22 17:15:38.719211 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4bb5c-3ea1-4ce7-a661-82e4220142b5 req-253ea42b-9f2c-473e-94df-d2525116a85a tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:38.720702 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bfc4bb5c-3ea1-4ce7-a661-82e4220142b5 req-253ea42b-9f2c-473e-94df-d2525116a85a tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 943 time: 0.0514874 Sep 22 17:15:38.759537 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:38.778257 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bfc4bb5c-3ea1-4ce7-a661-82e4220142b5 req-9f2ddcef-9f16-43cc-9f71-b20a892bc6ae tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516703 Sep 22 17:15:39.432388 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=74 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:39.434871 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:39.902833 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f450e5-30cf-42b1-8585-ae763034b19e req-683e0f87-4aa6-40b2-89de-b88e5fca8b2a tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:39.904313 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d8f450e5-30cf-42b1-8585-ae763034b19e req-683e0f87-4aa6-40b2-89de-b88e5fca8b2a tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 943 time: 0.0464699 Sep 22 17:15:39.952876 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d8f450e5-30cf-42b1-8585-ae763034b19e req-49252eae-7a1d-4137-83c0-2700898dd4c6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429533 Sep 22 17:15:40.813654 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35138) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:40.921661 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:40.942392 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:41.003572 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Publish callbacks [] for security_group (0db8b484-fafc-407d-a71f-637e0b1210da), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:41.008024 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (0db8b484-fafc-407d-a71f-637e0b1210da), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:41.047159 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db8b484-fafc-407d-a71f-637e0b1210da,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:41.055029 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fb2dfab599f541b9b6804b8604f0134d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379029 Sep 22 17:15:41.056664 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35144) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:41.063196 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.063529 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.063915 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.064198 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.064509 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.064837 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.065153 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.065467 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.065785 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.066100 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.066418 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.066751 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.067083 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.067389 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.067697 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dff5025-67f0-44e4-b857-6b7dd92bb02d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.085291 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aedaa9-f4fe-4759-b5b6-81c5d041f5ae req-a185c9af-bb52-40a9-b73b-49a9dab67e81 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:41.091407 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01aedaa9-f4fe-4759-b5b6-81c5d041f5ae req-a185c9af-bb52-40a9-b73b-49a9dab67e81 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 943 time: 0.0576284 Sep 22 17:15:41.120713 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cd8b5137-5e3c-4e06-8bfb-73b672c613f7 admin admin] Publish callbacks [] for security_group (0db8b484-fafc-407d-a71f-637e0b1210da), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:41.141641 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01aedaa9-f4fe-4759-b5b6-81c5d041f5ae req-e0e0d34e-3889-46bf-bf45-7ed3fdda6848 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466490 Sep 22 17:15:41.144961 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cd8b5137-5e3c-4e06-8bfb-73b672c613f7 admin admin] Publish callbacks [] for security_group (0db8b484-fafc-407d-a71f-637e0b1210da), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:41.192585 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cd8b5137-5e3c-4e06-8bfb-73b672c613f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (0db8b484-fafc-407d-a71f-637e0b1210da), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:41.195165 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cd8b5137-5e3c-4e06-8bfb-73b672c613f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:41.196339 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-cd8b5137-5e3c-4e06-8bfb-73b672c613f7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0db8b484-fafc-407d-a71f-637e0b1210da HTTP/1.1" status: 204 len: 168 time: 0.1387892 Sep 22 17:15:41.205372 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b5137-5e3c-4e06-8bfb-73b672c613f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db8b484-fafc-407d-a71f-637e0b1210da,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:41.463689 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 35152) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:41.480176 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:41.559974 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Publish callbacks [] for security_group (4e09340d-b766-40d8-b1b1-a8a4b465197e), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:41.564703 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (4e09340d-b766-40d8-b1b1-a8a4b465197e), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:41.603076 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e09340d-b766-40d8-b1b1-a8a4b465197e,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:41.607097 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f6348d63e72f45cda1bc8f8c35625ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423349 Sep 22 17:15:41.610479 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35154) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:41.613694 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.614036 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.614380 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.614716 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.615073 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.615404 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.615730 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.616052 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.616380 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.616705 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.617023 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.617346 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.617663 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.617980 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.618293 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fdb960-6d2b-4ff9-aa15-009c2bd12d69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:41.664242 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1a00e4e0-f73f-460b-bb5e-27fdb07cc75e admin admin] Publish callbacks [] for security_group (4e09340d-b766-40d8-b1b1-a8a4b465197e), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:41.686165 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1a00e4e0-f73f-460b-bb5e-27fdb07cc75e admin admin] Publish callbacks [] for security_group (4e09340d-b766-40d8-b1b1-a8a4b465197e), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:41.733475 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1a00e4e0-f73f-460b-bb5e-27fdb07cc75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (4e09340d-b766-40d8-b1b1-a8a4b465197e), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:41.736737 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1a00e4e0-f73f-460b-bb5e-27fdb07cc75e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:41.737964 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-1a00e4e0-f73f-460b-bb5e-27fdb07cc75e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4e09340d-b766-40d8-b1b1-a8a4b465197e HTTP/1.1" status: 204 len: 168 time: 0.1263738 Sep 22 17:15:41.746724 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00e4e0-f73f-460b-bb5e-27fdb07cc75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e09340d-b766-40d8-b1b1-a8a4b465197e,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:42.135966 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 35160) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:42.150672 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-988ef055-4b58-4ae4-8738-5fb0d1007fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:42.249552 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-988ef055-4b58-4ae4-8738-5fb0d1007fcf admin admin] Publish callbacks [] for security_group (76948386-0050-4f64-bec0-b9088d796544), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:42.263412 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-988ef055-4b58-4ae4-8738-5fb0d1007fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (76948386-0050-4f64-bec0-b9088d796544), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:42.351491 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-988ef055-4b58-4ae4-8738-5fb0d1007fcf admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ab86bceb57484601b22416b41b86a4cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143586 Sep 22 17:15:42.354392 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35164) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:42.355958 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ef055-4b58-4ae4-8738-5fb0d1007fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76948386-0050-4f64-bec0-b9088d796544,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:42.372001 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8d6d3-d280-42cb-bce9-eea1ac2f619e req-c791184b-0d3c-406d-94f3-a4050ede96e3 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:42.373852 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3bc8d6d3-d280-42cb-bce9-eea1ac2f619e req-c791184b-0d3c-406d-94f3-a4050ede96e3 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 943 time: 0.1201675 Sep 22 17:15:42.406894 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:42.411295 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d4e7be2e-2782-41bd-857b-168fcb903ca1 admin admin] Publish callbacks [] for security_group (76948386-0050-4f64-bec0-b9088d796544), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:42.425034 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:42.435036 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3bc8d6d3-d280-42cb-bce9-eea1ac2f619e req-e4fa467f-31cb-4a6c-83b0-0fff12e141d8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551667 Sep 22 17:15:42.435402 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d4e7be2e-2782-41bd-857b-168fcb903ca1 admin admin] Publish callbacks [] for security_group (76948386-0050-4f64-bec0-b9088d796544), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:42.489063 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d4e7be2e-2782-41bd-857b-168fcb903ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (76948386-0050-4f64-bec0-b9088d796544), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:42.491894 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d4e7be2e-2782-41bd-857b-168fcb903ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:42.493080 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-d4e7be2e-2782-41bd-857b-168fcb903ca1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/76948386-0050-4f64-bec0-b9088d796544 HTTP/1.1" status: 204 len: 168 time: 0.1375604 Sep 22 17:15:42.501747 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7be2e-2782-41bd-857b-168fcb903ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76948386-0050-4f64-bec0-b9088d796544,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:43.571281 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3004a0c-dc4e-4ece-942b-2f3f761e2fe3 req-43cc044f-823d-4260-946a-f0ec9a09a011 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:43.572828 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b3004a0c-dc4e-4ece-942b-2f3f761e2fe3 req-43cc044f-823d-4260-946a-f0ec9a09a011 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 943 time: 0.0509491 Sep 22 17:15:43.626484 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b3004a0c-dc4e-4ece-942b-2f3f761e2fe3 req-35bda8a4-f83b-47b9-85ae-73514bf2476a tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477378 Sep 22 17:15:44.421191 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 719c0d8a-4075-405a-a311-23e6e4817a12 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:15:44.444229 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:44.529708 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 719c0d8a-4075-405a-a311-23e6e4817a12, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=719c0d8a-4075-405a-a311-23e6e4817a12,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:15:44.544989 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': '719c0d8a-4075-405a-a311-23e6e4817a12', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'port_id': '719c0d8a-4075-405a-a311-23e6e4817a12', 'mac_address': 'fa:16:3e:4b:84:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:15:44.593580 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 719c0d8a-4075-405a-a311-23e6e4817a12 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:15:44.593965 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (719c0d8a-4075-405a-a311-23e6e4817a12), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:44.610707 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719c0d8a-4075-405a-a311-23e6e4817a12 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:15:44.633392 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 719c0d8a-4075-405a-a311-23e6e4817a12, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=719c0d8a-4075-405a-a311-23e6e4817a12,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:15:44.637452 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (719c0d8a-4075-405a-a311-23e6e4817a12), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:44.698014 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=719c0d8a-4075-405a-a311-23e6e4817a12,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:44.760454 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ef70d-0a67-407c-a9b6-6b7eb0a5dd57 req-209d47be-d706-424c-9665-a454f1c04905 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:44.762074 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-874ef70d-0a67-407c-a9b6-6b7eb0a5dd57 req-209d47be-d706-424c-9665-a454f1c04905 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 944 time: 0.0499797 Sep 22 17:15:44.815761 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35242) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:44.832601 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-874ef70d-0a67-407c-a9b6-6b7eb0a5dd57 req-d7e4ba41-874d-4cee-877e-a082c776cd8c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632913 Sep 22 17:15:44.926172 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6ab90608-1751-4299-838e-6e023e8592fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:45.002433 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6ab90608-1751-4299-838e-6e023e8592fb admin admin] Publish callbacks [] for security_group (b171dfaf-146a-4b23-bf43-d4a3dc8cef07), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:45.006346 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6ab90608-1751-4299-838e-6e023e8592fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (b171dfaf-146a-4b23-bf43-d4a3dc8cef07), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:45.022323 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:45.044949 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab90608-1751-4299-838e-6e023e8592fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b171dfaf-146a-4b23-bf43-d4a3dc8cef07,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:45.052000 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-6ab90608-1751-4299-838e-6e023e8592fb admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=048b172509564bd386447da5857db53b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346516 Sep 22 17:15:45.055089 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35248) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:45.105560 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-63c28977-6fbd-4903-98c3-0e36f41421fd admin admin] Publish callbacks [] for security_group (b171dfaf-146a-4b23-bf43-d4a3dc8cef07), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:45.131912 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-63c28977-6fbd-4903-98c3-0e36f41421fd admin admin] Publish callbacks [] for security_group (b171dfaf-146a-4b23-bf43-d4a3dc8cef07), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:45.180949 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-63c28977-6fbd-4903-98c3-0e36f41421fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (b171dfaf-146a-4b23-bf43-d4a3dc8cef07), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:45.183500 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-63c28977-6fbd-4903-98c3-0e36f41421fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:45.184673 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-63c28977-6fbd-4903-98c3-0e36f41421fd admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b171dfaf-146a-4b23-bf43-d4a3dc8cef07 HTTP/1.1" status: 204 len: 168 time: 0.1286764 Sep 22 17:15:45.192434 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c28977-6fbd-4903-98c3-0e36f41421fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b171dfaf-146a-4b23-bf43-d4a3dc8cef07,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:45.210639 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['719c0d8a-4075-405a-a311-23e6e4817a12'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:15:45.476225 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 35254) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:45.489876 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e907acb2-b65e-442d-95c0-ecbad6fb8a3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:45.499655 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:45.575129 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e907acb2-b65e-442d-95c0-ecbad6fb8a3d admin admin] Publish callbacks [] for security_group (5b5bc36c-142e-4af0-9c89-9c0661e2b2ad), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:45.580450 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e907acb2-b65e-442d-95c0-ecbad6fb8a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (5b5bc36c-142e-4af0-9c89-9c0661e2b2ad), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:45.620863 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-e907acb2-b65e-442d-95c0-ecbad6fb8a3d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=137f055dac9f426980432e5a9a874856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435037 Sep 22 17:15:45.621554 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907acb2-b65e-442d-95c0-ecbad6fb8a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5bc36c-142e-4af0-9c89-9c0661e2b2ad,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:45.624460 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35256) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:45.675001 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-010b2e56-ca3e-43ad-a3a4-2d9ce0f4b52e admin admin] Publish callbacks [] for security_group (5b5bc36c-142e-4af0-9c89-9c0661e2b2ad), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:45.695698 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-010b2e56-ca3e-43ad-a3a4-2d9ce0f4b52e admin admin] Publish callbacks [] for security_group (5b5bc36c-142e-4af0-9c89-9c0661e2b2ad), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:45.743434 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-010b2e56-ca3e-43ad-a3a4-2d9ce0f4b52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (5b5bc36c-142e-4af0-9c89-9c0661e2b2ad), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:45.745992 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-010b2e56-ca3e-43ad-a3a4-2d9ce0f4b52e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:45.747147 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-010b2e56-ca3e-43ad-a3a4-2d9ce0f4b52e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5b5bc36c-142e-4af0-9c89-9c0661e2b2ad HTTP/1.1" status: 204 len: 168 time: 0.1207347 Sep 22 17:15:45.756113 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b2e56-ca3e-43ad-a3a4-2d9ce0f4b52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5bc36c-142e-4af0-9c89-9c0661e2b2ad,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:45.961651 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a6200-8b00-4b19-836f-468aea0daf38 req-a6adcb62-6ddb-4444-af7d-fdab2bc95656 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:45.963230 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-711a6200-8b00-4b19-836f-468aea0daf38 req-a6adcb62-6ddb-4444-af7d-fdab2bc95656 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 944 time: 0.0495512 Sep 22 17:15:46.016316 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-711a6200-8b00-4b19-836f-468aea0daf38 req-00720b5f-a10c-49e1-99df-fba12a89cf6c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463331 Sep 22 17:15:46.538690 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 719c0d8a-4075-405a-a311-23e6e4817a12 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:15:46.591448 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port 719c0d8a-4075-405a-a311-23e6e4817a12 completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:15:46.600243 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port 719c0d8a-4075-405a-a311-23e6e4817a12 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:15:46.600762 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (719c0d8a-4075-405a-a311-23e6e4817a12), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:46.601137 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port 719c0d8a-4075-405a-a311-23e6e4817a12 Sep 22 17:15:46.679148 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:46.690452 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 719c0d8a-4075-405a-a311-23e6e4817a12 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:15:46.690843 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (719c0d8a-4075-405a-a311-23e6e4817a12), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:46.727894 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719c0d8a-4075-405a-a311-23e6e4817a12'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:15:46.730223 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50825cf-6243-40a2-a5e8-ec8f1d2e3bf6" -d '{"events": [{"server_uuid": "d4a1d014-c233-453b-a917-67b7bce065fe", "name": "network-vif-plugged", "status": "completed", "tag": "719c0d8a-4075-405a-a311-23e6e4817a12"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:15:46.744259 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 719c0d8a-4075-405a-a311-23e6e4817a12, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=719c0d8a-4075-405a-a311-23e6e4817a12,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:15:46.750234 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (719c0d8a-4075-405a-a311-23e6e4817a12), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:46.785964 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33c4f5f-3f6a-4753-a9d2-d7d9d66c3e4d x-openstack-request-id: req-a33c4f5f-3f6a-4753-a9d2-d7d9d66c3e4d {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:15:46.786329 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a1d014-c233-453b-a917-67b7bce065fe", "name": "network-vif-plugged", "status": "completed", "tag": "719c0d8a-4075-405a-a311-23e6e4817a12", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:15:46.786719 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a33c4f5f-3f6a-4753-a9d2-d7d9d66c3e4d {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:15:46.787285 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a33c4f5f-3f6a-4753-a9d2-d7d9d66c3e4d'] response: {'server_uuid': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719c0d8a-4075-405a-a311-23e6e4817a12', 'code': 200} Sep 22 17:15:46.807187 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=719c0d8a-4075-405a-a311-23e6e4817a12,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:47.145584 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e6f0c-669e-4d86-a641-bf138367032c req-e254c8d1-d875-4964-8623-fb6da6acb383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:47.147596 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1d2e6f0c-669e-4d86-a641-bf138367032c req-e254c8d1-d875-4964-8623-fb6da6acb383 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 1129 time: 0.0779071 Sep 22 17:15:47.175175 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231dee73-8574-4144-9842-10bf85b1fc50 req-11311bcb-1556-4c36-8b8d-c0cd058c60b5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:47.176741 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-231dee73-8574-4144-9842-10bf85b1fc50 req-11311bcb-1556-4c36-8b8d-c0cd058c60b5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 945 time: 0.0747159 Sep 22 17:15:47.224197 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1d2e6f0c-669e-4d86-a641-bf138367032c req-ab2e2286-3dd1-4f93-be19-d6ef5554b273 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695775 Sep 22 17:15:47.254760 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-231dee73-8574-4144-9842-10bf85b1fc50 req-063068dc-ed8d-471c-b464-c4136e0defaa tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704167 Sep 22 17:15:48.388144 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce66c7-69dc-4628-9bad-11728c702842 req-a07f1fb5-1106-41cf-b62a-3cfb79381abd tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:48.389650 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c0ce66c7-69dc-4628-9bad-11728c702842 req-a07f1fb5-1106-41cf-b62a-3cfb79381abd tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 945 time: 0.0510001 Sep 22 17:15:48.439726 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c0ce66c7-69dc-4628-9bad-11728c702842 req-7c6af3cc-0862-4b5a-9dcf-57337cd0a86d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437682 Sep 22 17:15:49.572253 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e6a18-8311-447e-a4da-9b2de0af65db req-299763f2-2317-4321-8261-096414f03856 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:49.573779 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-914e6a18-8311-447e-a4da-9b2de0af65db req-299763f2-2317-4321-8261-096414f03856 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 945 time: 0.0529268 Sep 22 17:15:49.632669 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-914e6a18-8311-447e-a4da-9b2de0af65db req-d5724405-e912-49e0-82bf-5afb6446adc1 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524285 Sep 22 17:15:49.769443 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399ae91-c4fb-493e-845b-41b30feeb108 req-35adba31-2816-432c-bcd9-d82bd6f61673 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:49.771075 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b399ae91-c4fb-493e-845b-41b30feeb108 req-35adba31-2816-432c-bcd9-d82bd6f61673 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 945 time: 0.0535719 Sep 22 17:15:49.796719 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:49.834694 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b399ae91-c4fb-493e-845b-41b30feeb108 req-6ee8598f-8e89-4bb5-97c3-f8cbc6fe4b2d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568757 Sep 22 17:15:49.867856 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35342) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:49.919493 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959fa244-95f5-4e33-aa46-0092d1a778f2 tempest-TestVolumeBootPattern-1059946301 tempest-TestVolumeBootPattern-1059946301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:49.924914 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-959fa244-95f5-4e33-aa46-0092d1a778f2 tempest-TestVolumeBootPattern-1059946301 tempest-TestVolumeBootPattern-1059946301-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 1124 time: 0.0520430 Sep 22 17:15:49.924914 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35346) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:49.929262 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Request body: {'floatingip': {'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'port_id': '719c0d8a-4075-405a-a311-23e6e4817a12', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:15:49.958468 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:50.061686 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:50.169176 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:50.194602 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_common [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Allocated IP 172.27.1.16 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/878495db-7f39-44e3-8b76-7344174dd9a3) {{(pid=106556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:15:50.311346 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for port (878495db-7f39-44e3-8b76-7344174dd9a3), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:50.345338 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (878495db-7f39-44e3-8b76-7344174dd9a3), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:50.390755 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:15:50.395264 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:50.396307 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.base_scheduler [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Resources bound (agent type, host, resource id): {{(pid=106556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:50.400501 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Received port after_create {{(pid=106556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:15:50.422730 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event updated for resources: {'Port': ['ID=878495db-7f39-44e3-8b76-7344174dd9a3,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:50.900090 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-365228ce-aeea-4af2-906a-2016c4b2af80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:51.004536 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for floatingip (addb755d-5bd4-42e2-8dcc-11688c965daa), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:51.074273 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (878495db-7f39-44e3-8b76-7344174dd9a3), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:51.224958 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for port (878495db-7f39-44e3-8b76-7344174dd9a3), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:51.230869 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3793451'] for port (878495db-7f39-44e3-8b76-7344174dd9a3), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:51.254930 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:51.301092 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (addb755d-5bd4-42e2-8dcc-11688c965daa), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:51.343186 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event updated for resources: {'Port': ['ID=878495db-7f39-44e3-8b76-7344174dd9a3,revision_number=2']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:51.413209 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.l3_db [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Floating IP addb755d-5bd4-42e2-8dcc-11688c965daa associated. External IP: 172.27.1.16, port: 719c0d8a-4075-405a-a311-23e6e4817a12. Sep 22 17:15:51.474338 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:51.637949 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:15:51.741466 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:15:51.752306 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a1ce3-ebe4-4868-99a3-8ed00622760c None None] Sync routers for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:15:51.760440 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:51.766819 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a1ce3-ebe4-4868-99a3-8ed00622760c None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:15:51.766819 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-b85a1ce3-ebe4-4868-99a3-8ed00622760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:15:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:51.793806 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-ef57b228-8ec3-446b-918d-9b080b0c8407 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8678782 Sep 22 17:15:51.794575 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'tag': '719c0d8a-4075-405a-a311-23e6e4817a12'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:15:51.797824 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90c3ffc-6563-45d2-bd68-b73fe9c02935" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a1d014-c233-453b-a917-67b7bce065fe", "tag": "719c0d8a-4075-405a-a311-23e6e4817a12"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:15:51.814585 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:51.834894 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19d15af-ee1d-469b-88b0-7737c5b3f1c0 x-openstack-request-id: req-a19d15af-ee1d-469b-88b0-7737c5b3f1c0 {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:15:51.835208 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a1d014-c233-453b-a917-67b7bce065fe", "tag": "719c0d8a-4075-405a-a311-23e6e4817a12", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:15:51.835456 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a19d15af-ee1d-469b-88b0-7737c5b3f1c0 {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:15:51.835919 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19d15af-ee1d-469b-88b0-7737c5b3f1c0'] response: {'name': 'network-changed', 'server_uuid': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'tag': '719c0d8a-4075-405a-a311-23e6e4817a12', 'status': 'completed', 'code': 200} Sep 22 17:15:51.878067 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-b85a1ce3-ebe4-4868-99a3-8ed00622760c None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:15:52.107752 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-b85a1ce3-ebe4-4868-99a3-8ed00622760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': 'addb755d-5bd4-42e2-8dcc-11688c965daa', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'port_id': '719c0d8a-4075-405a-a311-23e6e4817a12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'mac_address': 'fa:16:3e:4b:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:50Z', 'updated_at': '2022-09-22T17:15:50Z', 'revision_number': 0, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:52.137154 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a1ce3-ebe4-4868-99a3-8ed00622760c None None] Checking router: 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:15:52.147115 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a1ce3-ebe4-4868-99a3-8ed00622760c None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:15:52.147728 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-b85a1ce3-ebe4-4868-99a3-8ed00622760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:15:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:52.169700 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c3ffc-6563-45d2-bd68-b73fe9c02935 req-20dfaae0-81bb-49cf-b875-b19e7688118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:52.171256 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e90c3ffc-6563-45d2-bd68-b73fe9c02935 req-20dfaae0-81bb-49cf-b875-b19e7688118b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5fca6eabbca24bc09aee7e259ca82562&device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 1129 time: 0.2769413 Sep 22 17:15:52.249080 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-b85a1ce3-ebe4-4868-99a3-8ed00622760c None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:15:52.269504 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c3ffc-6563-45d2-bd68-b73fe9c02935 req-8bc2db3b-c439-4c75-aaf6-db67ee040fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:52.271045 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e90c3ffc-6563-45d2-bd68-b73fe9c02935 req-8bc2db3b-c439-4c75-aaf6-db67ee040fdf service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=1876d1ce-e761-46f2-ab46-b61110e15c2c HTTP/1.1" status: 200 len: 913 time: 0.0934060 Sep 22 17:15:52.333881 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e90c3ffc-6563-45d2-bd68-b73fe9c02935 req-f4e478b9-b403-4396-8e2f-89794856face service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=719c0d8a-4075-405a-a311-23e6e4817a12 HTTP/1.1" status: 200 len: 998 time: 0.0562882 Sep 22 17:15:52.388456 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c3ffc-6563-45d2-bd68-b73fe9c02935 req-71b00c0a-36cd-410f-9645-4dfdbb8fca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:52.390609 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e90c3ffc-6563-45d2-bd68-b73fe9c02935 req-71b00c0a-36cd-410f-9645-4dfdbb8fca56 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=43f0facb-fe45-427e-ac4c-a966b72df413 HTTP/1.1" status: 200 len: 851 time: 0.0494802 Sep 22 17:15:52.438109 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c3ffc-6563-45d2-bd68-b73fe9c02935 req-483f852f-c7cc-4432-9157-ae8e931866ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:52.439886 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e90c3ffc-6563-45d2-bd68-b73fe9c02935 req-483f852f-c7cc-4432-9157-ae8e931866ef service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1876d1ce-e761-46f2-ab46-b61110e15c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426533 Sep 22 17:15:52.474724 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:52.481989 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-b85a1ce3-ebe4-4868-99a3-8ed00622760c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': 'addb755d-5bd4-42e2-8dcc-11688c965daa', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'port_id': '719c0d8a-4075-405a-a311-23e6e4817a12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'mac_address': 'fa:16:3e:4b:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:50Z', 'updated_at': '2022-09-22T17:15:50Z', 'revision_number': 0, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:52.507469 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a1ce3-ebe4-4868-99a3-8ed00622760c None None] The sync data for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi is: [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': 'addb755d-5bd4-42e2-8dcc-11688c965daa', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'port_id': '719c0d8a-4075-405a-a311-23e6e4817a12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'mac_address': 'fa:16:3e:4b:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:50Z', 'updated_at': '2022-09-22T17:15:50Z', 'revision_number': 0, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:15:52.551602 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e90c3ffc-6563-45d2-bd68-b73fe9c02935 req-48b77cc8-2025-440f-b88c-03215031ba85 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939934 Sep 22 17:15:52.625277 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:52.691624 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e90c3ffc-6563-45d2-bd68-b73fe9c02935 req-9d75a326-ced7-424c-b085-76f2992dfb1b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329815 Sep 22 17:15:52.769736 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448dd61f-ff0b-4108-9435-a5d419ef024e None None] New status for floating IP addb755d-5bd4-42e2-8dcc-11688c965daa: ACTIVE {{(pid=106558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:15:53.813397 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8089d9a9-90f9-4317-b08c-ee951945050f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:54.361799 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 35406) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:54.469455 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6fba3d9e-3e35-4436-89b5-2f24dc29bfc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:54.552573 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6fba3d9e-3e35-4436-89b5-2f24dc29bfc6 admin admin] Publish callbacks [] for security_group (e6e8b65f-3299-48d7-a74c-8da5b305361e), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:54.556695 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6fba3d9e-3e35-4436-89b5-2f24dc29bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (e6e8b65f-3299-48d7-a74c-8da5b305361e), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:54.598613 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-6fba3d9e-3e35-4436-89b5-2f24dc29bfc6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=dde67338617a4012a7db2f196eefe9aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355611 Sep 22 17:15:54.599620 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba3d9e-3e35-4436-89b5-2f24dc29bfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e8b65f-3299-48d7-a74c-8da5b305361e,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:54.601626 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35414) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:54.658449 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b627d9ef-e77a-494e-af42-98eb5b1f3524 admin admin] Publish callbacks [] for security_group (e6e8b65f-3299-48d7-a74c-8da5b305361e), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:54.681370 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b627d9ef-e77a-494e-af42-98eb5b1f3524 admin admin] Publish callbacks [] for security_group (e6e8b65f-3299-48d7-a74c-8da5b305361e), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:54.743326 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b627d9ef-e77a-494e-af42-98eb5b1f3524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (e6e8b65f-3299-48d7-a74c-8da5b305361e), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:54.746236 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b627d9ef-e77a-494e-af42-98eb5b1f3524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:54.747471 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-b627d9ef-e77a-494e-af42-98eb5b1f3524 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e6e8b65f-3299-48d7-a74c-8da5b305361e HTTP/1.1" status: 204 len: 168 time: 0.1447403 Sep 22 17:15:54.757469 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627d9ef-e77a-494e-af42-98eb5b1f3524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e8b65f-3299-48d7-a74c-8da5b305361e,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:55.041508 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35424) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:55.059272 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-64428914-b197-45eb-9e70-f85897268f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:55.140499 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-64428914-b197-45eb-9e70-f85897268f1f admin admin] Publish callbacks [] for security_group (dddb1350-44cd-4140-87e5-4c2874bb097c), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:55.144382 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-64428914-b197-45eb-9e70-f85897268f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (dddb1350-44cd-4140-87e5-4c2874bb097c), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:55.185569 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-64428914-b197-45eb-9e70-f85897268f1f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=399f9ae02b05483f9295439e82d1cd8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429644 Sep 22 17:15:55.186521 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64428914-b197-45eb-9e70-f85897268f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddb1350-44cd-4140-87e5-4c2874bb097c,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:55.189007 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 35426) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:55.239088 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d6b37be6-587a-4b9f-98b7-cab2091ed697 admin admin] Publish callbacks [] for security_group (dddb1350-44cd-4140-87e5-4c2874bb097c), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:55.262995 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d6b37be6-587a-4b9f-98b7-cab2091ed697 admin admin] Publish callbacks [] for security_group (dddb1350-44cd-4140-87e5-4c2874bb097c), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:55.323251 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d6b37be6-587a-4b9f-98b7-cab2091ed697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (dddb1350-44cd-4140-87e5-4c2874bb097c), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:55.325856 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d6b37be6-587a-4b9f-98b7-cab2091ed697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:55.327057 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-d6b37be6-587a-4b9f-98b7-cab2091ed697 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/dddb1350-44cd-4140-87e5-4c2874bb097c HTTP/1.1" status: 204 len: 168 time: 0.1369519 Sep 22 17:15:55.335591 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b37be6-587a-4b9f-98b7-cab2091ed697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddb1350-44cd-4140-87e5-4c2874bb097c,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:55.368936 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:55.660519 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 35432) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:55.674818 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-05644c79-7ef9-4322-bac7-812350b30611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:55.695040 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:55.757176 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-05644c79-7ef9-4322-bac7-812350b30611 admin admin] Publish callbacks [] for security_group (35d1db55-f657-4d73-b6a3-e45d51ec15c3), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:55.762048 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-05644c79-7ef9-4322-bac7-812350b30611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (35d1db55-f657-4d73-b6a3-e45d51ec15c3), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:55.804499 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-05644c79-7ef9-4322-bac7-812350b30611 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=aefb7cabcf164067bcd25b38b2fe8b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427331 Sep 22 17:15:55.805419 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05644c79-7ef9-4322-bac7-812350b30611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d1db55-f657-4d73-b6a3-e45d51ec15c3,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:55.806445 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35436) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:55.859345 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dfa37ec9-1602-49c1-931f-9346a1659e19 admin admin] Publish callbacks [] for security_group (35d1db55-f657-4d73-b6a3-e45d51ec15c3), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:55.861014 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:55.881720 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dfa37ec9-1602-49c1-931f-9346a1659e19 admin admin] Publish callbacks [] for security_group (35d1db55-f657-4d73-b6a3-e45d51ec15c3), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:55.932142 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dfa37ec9-1602-49c1-931f-9346a1659e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (35d1db55-f657-4d73-b6a3-e45d51ec15c3), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:55.934782 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dfa37ec9-1602-49c1-931f-9346a1659e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:55.936111 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-dfa37ec9-1602-49c1-931f-9346a1659e19 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/35d1db55-f657-4d73-b6a3-e45d51ec15c3 HTTP/1.1" status: 204 len: 168 time: 0.1286170 Sep 22 17:15:55.944163 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa37ec9-1602-49c1-931f-9346a1659e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d1db55-f657-4d73-b6a3-e45d51ec15c3,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:56.790764 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:57.105980 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35476) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:57.216203 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c2ac26d5-0893-48ef-9c80-4f69d102b47b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:57.226658 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:15:57.308683 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c2ac26d5-0893-48ef-9c80-4f69d102b47b admin admin] Publish callbacks [] for security_group (25fd4d3f-af00-4f81-9be8-e56b66b18767), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:57.313454 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c2ac26d5-0893-48ef-9c80-4f69d102b47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (25fd4d3f-af00-4f81-9be8-e56b66b18767), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:57.350728 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac26d5-0893-48ef-9c80-4f69d102b47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fd4d3f-af00-4f81-9be8-e56b66b18767,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:57.355075 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-c2ac26d5-0893-48ef-9c80-4f69d102b47b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e37726f7fa5d46c4844e8b2b6ac846c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480466 Sep 22 17:15:57.358205 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35484) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:15:57.413131 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-89ee8767-ec60-4ed9-b28d-87964a3c20a3 admin admin] Publish callbacks [] for security_group (25fd4d3f-af00-4f81-9be8-e56b66b18767), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:57.433788 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-89ee8767-ec60-4ed9-b28d-87964a3c20a3 admin admin] Publish callbacks [] for security_group (25fd4d3f-af00-4f81-9be8-e56b66b18767), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:57.479645 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-89ee8767-ec60-4ed9-b28d-87964a3c20a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (25fd4d3f-af00-4f81-9be8-e56b66b18767), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:57.482102 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-89ee8767-ec60-4ed9-b28d-87964a3c20a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:57.483289 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-89ee8767-ec60-4ed9-b28d-87964a3c20a3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/25fd4d3f-af00-4f81-9be8-e56b66b18767 HTTP/1.1" status: 204 len: 168 time: 0.1245832 Sep 22 17:15:57.492329 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee8767-ec60-4ed9-b28d-87964a3c20a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fd4d3f-af00-4f81-9be8-e56b66b18767,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:57.589128 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:15:59.726964 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-e001bf3d-1fea-4c62-9f3f-1af3c7cc601c tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=1443ca94374d4d3e89165346152d76e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302944 Sep 22 17:15:59.913512 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-1fda8c65-c67a-4a0c-8dce-d79ea0d2246a tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:59.914896 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-1fda8c65-c67a-4a0c-8dce-d79ea0d2246a tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824698 Sep 22 17:15:59.930405 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-754d53f1-4d54-4dfd-9c14-b8b17d5b4ae7 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/quotas/1443ca94374d4d3e89165346152d76e1 HTTP/1.1" status: 200 len: 375 time: 0.0101225 Sep 22 17:15:59.963052 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-6a781631-3729-469f-9a61-9d498ae3942c tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=1443ca94374d4d3e89165346152d76e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269246 Sep 22 17:16:00.106548 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:00.128859 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7dcca8b8-259c-4b9a-b390-151283e3c377 req-7c3bf9c5-a128-408e-ae8e-91efa41717b1 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 210 time: 0.0307319 Sep 22 17:16:00.726876 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:16:01.231931 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c19882d6-04c4-44e9-9428-b38ae837e18b req-7ba64596-e80e-4f2c-b27e-fd763246948a tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 210 time: 0.0287988 Sep 22 17:16:01.388637 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-ad4a041a-887c-4c54-bdb7-c16860ce3c76 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=1443ca94374d4d3e89165346152d76e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209486 Sep 22 17:16:01.506338 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-5b2e9522-73cc-4dc0-8397-284e0350a4a4 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:01.507793 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-5b2e9522-73cc-4dc0-8397-284e0350a4a4 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1142588 Sep 22 17:16:01.531629 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-bdcafa81-71e5-402e-bfc7-c6540255d852 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Request body: {'port': {'device_id': 'bce5e874-5a0e-4f05-9797-d1792cce3eab', 'network_id': '31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e', 'admin_state_up': True, 'tenant_id': '1443ca94374d4d3e89165346152d76e1'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:01.642822 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-bdcafa81-71e5-402e-bfc7-c6540255d852 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Made reservation on behalf of 1443ca94374d4d3e89165346152d76e1 for: {'port': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:16:01.646902 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-bdcafa81-71e5-402e-bfc7-c6540255d852 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:01.656315 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-bdcafa81-71e5-402e-bfc7-c6540255d852 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:01.733378 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-bdcafa81-71e5-402e-bfc7-c6540255d852 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Publish callbacks [] for security_group (c31ffefd-a298-4087-8448-8cf04cf13e74), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:01.737047 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-bdcafa81-71e5-402e-bfc7-c6540255d852 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (c31ffefd-a298-4087-8448-8cf04cf13e74), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:01.798957 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcafa81-71e5-402e-bfc7-c6540255d852 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31ffefd-a298-4087-8448-8cf04cf13e74,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:01.877132 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-bdcafa81-71e5-402e-bfc7-c6540255d852 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Allocated IP 192.168.233.166 (31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e/b7ed8f1e-3efe-4edd-8f57-71a29b6043df/b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:16:01.926055 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:02.028325 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-bdcafa81-71e5-402e-bfc7-c6540255d852 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Publish callbacks [] for port (b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:02.060241 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-bdcafa81-71e5-402e-bfc7-c6540255d852 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:02.105068 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-bdcafa81-71e5-402e-bfc7-c6540255d852 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Network 31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:02.108713 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-bdcafa81-71e5-402e-bfc7-c6540255d852 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:02.112576 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-bdcafa81-71e5-402e-bfc7-c6540255d852 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:16:02.119430 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcafa81-71e5-402e-bfc7-c6540255d852 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Pushing event updated for resources: {'Port': ['ID=b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:02.140016 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:02.168121 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-bdcafa81-71e5-402e-bfc7-c6540255d852 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:02.168843 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-bdcafa81-71e5-402e-bfc7-c6540255d852 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:02.186860 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-bdcafa81-71e5-402e-bfc7-c6540255d852 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6591561 Sep 22 17:16:02.316021 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-67485166-e279-4069-8c6c-cfb523b82b2d None None] Provisioning complete for port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:16:02.316635 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-67485166-e279-4069-8c6c-cfb523b82b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:02.316818 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-67485166-e279-4069-8c6c-cfb523b82b2d None None] Attempt 1 to provision port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 Sep 22 17:16:02.348806 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-67485166-e279-4069-8c6c-cfb523b82b2d None None] Port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:16:02.357850 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9348b-ca15-40a7-ba7d-20599c6db702 req-9c16fb41-d65b-49c6-9df5-2fb953224d10 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:02.359982 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7af9348b-ca15-40a7-ba7d-20599c6db702 req-9c16fb41-d65b-49c6-9df5-2fb953224d10 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 936 time: 0.0501657 Sep 22 17:16:02.407106 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7af9348b-ca15-40a7-ba7d-20599c6db702 req-da0b723b-5bf8-47b9-992f-489025587d1d tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c31ffefd-a298-4087-8448-8cf04cf13e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413895 Sep 22 17:16:02.670228 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Request body: {'port': {'device_id': 'bce5e874-5a0e-4f05-9797-d1792cce3eab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:02.739358 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:02.850396 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-67485166-e279-4069-8c6c-cfb523b82b2d None None] Attempt 2 to provision port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 Sep 22 17:16:02.879805 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:02.882453 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-67485166-e279-4069-8c6c-cfb523b82b2d None None] Port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:16:02.996428 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 {{(pid=106555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:16:03.005041 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Publish callbacks [] for port (b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:03.022500 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.provisioning_blocks [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Transition to ACTIVE for port object b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 will not be triggered until provisioned by entity L2. {{(pid=106555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:16:03.026511 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:03.110900 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:03.115293 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:03.147431 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Attempting to bind port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:16:03.147762 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Attempting to bind port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': 'c6554335-59e5-4f61-91a7-efab027bd128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e'}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:16:03.148089 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Attempting to bind port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 on network 31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:03.189926 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 on network 31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:16:03.190251 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Attempting to bind port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 on network 31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:03.235515 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:16:03.235850 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Checking segment: {'id': 'c6554335-59e5-4f61-91a7-efab027bd128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:16:03.236240 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Bound using segment: {'id': 'c6554335-59e5-4f61-91a7-efab027bd128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e'} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:16:03.236678 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Bound port: b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6554335-59e5-4f61-91a7-efab027bd128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e'}}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:16:03.237033 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:03.301291 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] For port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3, host hv-cinder-83538, cleared binding levels {{(pid=106555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:16:03.304825 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] For port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3,segment=NetworkSegment(c6554335-59e5-4f61-91a7-efab027bd128),segment_id=c6554335-59e5-4f61-91a7-efab027bd128)] {{(pid=106555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:16:03.313555 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:03.317462 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:03.318105 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:03.319517 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 HTTP/1.1" status: 200 len: 1098 time: 0.6563997 Sep 22 17:16:03.321657 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce5e874-5a0e-4f05-9797-d1792cce3eab', 'tag': 'b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:16:03.323910 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eedf6da-c252-4875-8fc2-0d937d18777d" -d '{"events": [{"name": "network-changed", "server_uuid": "bce5e874-5a0e-4f05-9797-d1792cce3eab", "tag": "b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:03.377156 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c608e5-8ae8-4f39-84bf-b87c47d3bdf9 x-openstack-request-id: req-61c608e5-8ae8-4f39-84bf-b87c47d3bdf9 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:03.378254 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce5e874-5a0e-4f05-9797-d1792cce3eab", "tag": "b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:03.378254 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61c608e5-8ae8-4f39-84bf-b87c47d3bdf9 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:03.378737 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c608e5-8ae8-4f39-84bf-b87c47d3bdf9'] response: {'name': 'network-changed', 'server_uuid': 'bce5e874-5a0e-4f05-9797-d1792cce3eab', 'tag': 'b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3', 'status': 'completed', 'code': 200} Sep 22 17:16:03.383298 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-67485166-e279-4069-8c6c-cfb523b82b2d None None] Attempt 3 to provision port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 Sep 22 17:16:03.400228 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e66c10-b3ec-42e0-b4be-63dd0f5fec46 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3,revision_number=3']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:03.415043 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:03.424908 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-67485166-e279-4069-8c6c-cfb523b82b2d None None] Port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 had new provisioning blocks added so it will not transition to active. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 17:16:03.460955 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-5d57e1e6-4461-46c0-9d3c-44047ebc8d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:03.462469 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-5d57e1e6-4461-46c0-9d3c-44047ebc8d52 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1443ca94374d4d3e89165346152d76e1&device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 1132 time: 0.0403748 Sep 22 17:16:03.521692 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:03.524987 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-a23c9125-6888-4238-92f5-f150da625c7b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 HTTP/1.1" status: 200 len: 217 time: 0.0430360 Sep 22 17:16:03.593956 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face5cdf-f552-4850-884d-e2cb3e1468ab req-020ed5f8-22ed-4ad5-9c93-e49e4d099cee tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:03.595430 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-face5cdf-f552-4850-884d-e2cb3e1468ab req-020ed5f8-22ed-4ad5-9c93-e49e4d099cee tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 948 time: 0.1055787 Sep 22 17:16:03.614149 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-4ff02ac3-4958-4b23-a6c9-b051b2e15f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:03.615626 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-4ff02ac3-4958-4b23-a6c9-b051b2e15f1d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b7ed8f1e-3efe-4edd-8f57-71a29b6043df HTTP/1.1" status: 200 len: 843 time: 0.0738864 Sep 22 17:16:03.680867 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-2979b63d-d249-4993-926a-85b8029752ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:03.682472 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-2979b63d-d249-4993-926a-85b8029752ab service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0604010 Sep 22 17:16:03.685682 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-face5cdf-f552-4850-884d-e2cb3e1468ab req-2b34eda6-b5dd-45d9-a98f-1027e7f79d3f tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c31ffefd-a298-4087-8448-8cf04cf13e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836718 Sep 22 17:16:03.784014 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-a03284b2-f43b-48ba-9ae3-388feb24fa3f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943415 Sep 22 17:16:03.879937 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-073355b3-cd21-4c25-b8cd-ce0980b499a1 req-d4869579-6546-4419-8a0a-2639171b3294 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894480 Sep 22 17:16:04.813184 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61bf62-ee76-4dd6-a684-0b0c542814e0 req-243f08fa-339e-4e8b-a430-e5ee70b38222 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:04.814632 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9c61bf62-ee76-4dd6-a684-0b0c542814e0 req-243f08fa-339e-4e8b-a430-e5ee70b38222 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 948 time: 0.0523858 Sep 22 17:16:04.861025 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9c61bf62-ee76-4dd6-a684-0b0c542814e0 req-b4d3aba2-0604-42e0-8364-82c880c91e81 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c31ffefd-a298-4087-8448-8cf04cf13e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407915 Sep 22 17:16:05.980758 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098cced-d06a-495b-80e8-818958385c48 req-7b679fbd-b49d-4081-b28a-5c478ef46459 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:05.982511 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f098cced-d06a-495b-80e8-818958385c48 req-7b679fbd-b49d-4081-b28a-5c478ef46459 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 948 time: 0.0463414 Sep 22 17:16:06.034577 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:06.043880 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f098cced-d06a-495b-80e8-818958385c48 req-7ff6b5c7-3b39-4b63-bc1e-b86d6eeaca24 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c31ffefd-a298-4087-8448-8cf04cf13e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550697 Sep 22 17:16:06.751852 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedf6da-c252-4875-8fc2-0d937d18777d req-7aec7fe1-589e-45d7-8ef2-d5e3c386c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:06.753346 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9eedf6da-c252-4875-8fc2-0d937d18777d req-7aec7fe1-589e-45d7-8ef2-d5e3c386c2b2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1443ca94374d4d3e89165346152d76e1&device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 1132 time: 0.0433609 Sep 22 17:16:06.854372 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedf6da-c252-4875-8fc2-0d937d18777d req-594566bd-e7b4-44ce-9d02-cbcf4448289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:06.855854 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9eedf6da-c252-4875-8fc2-0d937d18777d req-594566bd-e7b4-44ce-9d02-cbcf4448289f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e HTTP/1.1" status: 200 len: 870 time: 0.0891604 Sep 22 17:16:07.164757 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d334-ba12-4ef4-bd81-89cee57fa7dd req-0c9ff39f-2555-4697-a61c-86083afb646c tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:07.166192 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-16c0d334-ba12-4ef4-bd81-89cee57fa7dd req-0c9ff39f-2555-4697-a61c-86083afb646c tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 948 time: 0.0455298 Sep 22 17:16:07.251343 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-16c0d334-ba12-4ef4-bd81-89cee57fa7dd req-560f34a4-c325-48c5-af2d-5c8597862aad tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c31ffefd-a298-4087-8448-8cf04cf13e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789940 Sep 22 17:16:07.252999 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9eedf6da-c252-4875-8fc2-0d937d18777d req-bac45e1b-3045-4db9-9854-1d98710ff21b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 HTTP/1.1" status: 200 len: 217 time: 0.0392046 Sep 22 17:16:07.308974 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedf6da-c252-4875-8fc2-0d937d18777d req-56bf7aca-2155-4f93-be2c-58e5c06d2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:07.310553 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9eedf6da-c252-4875-8fc2-0d937d18777d req-56bf7aca-2155-4f93-be2c-58e5c06d2414 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b7ed8f1e-3efe-4edd-8f57-71a29b6043df HTTP/1.1" status: 200 len: 843 time: 0.0503790 Sep 22 17:16:07.424511 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedf6da-c252-4875-8fc2-0d937d18777d req-a629d195-c651-4238-b7d4-985991ff978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:07.426054 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9eedf6da-c252-4875-8fc2-0d937d18777d req-a629d195-c651-4238-b7d4-985991ff978e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0450189 Sep 22 17:16:07.459527 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:07.487254 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:UPDATE=1,neutron:SELECT=29,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:07.488043 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=40,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:07.526499 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9eedf6da-c252-4875-8fc2-0d937d18777d req-3282a559-3d06-4113-98d5-54327fabeb09 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943055 Sep 22 17:16:07.622999 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9eedf6da-c252-4875-8fc2-0d937d18777d req-c300370a-d771-421b-8ab0-8237cd6ba8d4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874987 Sep 22 17:16:08.365438 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:08.375200 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160a180-c88e-4cbc-87fc-6945db44d74f req-b7baeee0-7024-4888-8b73-87a62a39df15 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:08.376727 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9160a180-c88e-4cbc-87fc-6945db44d74f req-b7baeee0-7024-4888-8b73-87a62a39df15 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 948 time: 0.0486648 Sep 22 17:16:08.435285 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9160a180-c88e-4cbc-87fc-6945db44d74f req-bd630f4d-da9d-4656-aa6f-4cb620398730 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c31ffefd-a298-4087-8448-8cf04cf13e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528746 Sep 22 17:16:08.621610 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c812660-80be-45f5-9362-bf2e6d378f76 req-90569b17-ee3e-4b4e-a169-0598f8029241 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:08.622981 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0c812660-80be-45f5-9362-bf2e6d378f76 req-90569b17-ee3e-4b4e-a169-0598f8029241 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 946 time: 0.0452349 Sep 22 17:16:08.664159 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:16:08.671037 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0c812660-80be-45f5-9362-bf2e6d378f76 req-3aae99f9-fb12-40e1-9b17-d27fcc446920 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409441 Sep 22 17:16:08.777281 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3,segment=NetworkSegment(c6554335-59e5-4f61-91a7-efab027bd128),segment_id=c6554335-59e5-4f61-91a7-efab027bd128)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:08.790462 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': 'b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3', 'network_id': '31a8e9fe-31f6-49ee-b5dd-6dcdd57b5e0e', 'port_id': 'b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3', 'mac_address': 'fa:16:3e:ec:e5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ed8f1e-3efe-4edd-8f57-71a29b6043df', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:16:08.836519 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:16:08.836900 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:08.849991 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:16:08.870962 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3,segment=NetworkSegment(c6554335-59e5-4f61-91a7-efab027bd128),segment_id=c6554335-59e5-4f61-91a7-efab027bd128)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:08.876293 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:08.922607 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:09.368707 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:16:09.568013 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1043cf-936d-4606-a929-402ad39923b6 req-52839c67-abf4-480d-a1d3-06631fe4136f tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:09.569607 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4b1043cf-936d-4606-a929-402ad39923b6 req-52839c67-abf4-480d-a1d3-06631fe4136f tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 949 time: 0.0526271 Sep 22 17:16:09.618481 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4b1043cf-936d-4606-a929-402ad39923b6 req-5fa564f2-f993-4261-816c-32bdf9edf185 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c31ffefd-a298-4087-8448-8cf04cf13e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430381 Sep 22 17:16:09.791687 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80b51b-94a1-4e6d-be6d-bd43616a44cc req-8d038175-943a-4b8f-82b7-5b73af4a13ca tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:09.793169 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bc80b51b-94a1-4e6d-be6d-bd43616a44cc req-8d038175-943a-4b8f-82b7-5b73af4a13ca tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 946 time: 0.0475719 Sep 22 17:16:09.841311 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bc80b51b-94a1-4e6d-be6d-bd43616a44cc req-f84d5a08-eadb-4e1d-aa1d-7edcf7391078 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420804 Sep 22 17:16:10.754473 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de2bed-b435-4c2c-84b8-2cde2a8fedcf req-9d3317aa-21b9-4527-8440-ac3d60a73231 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:10.756029 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d5de2bed-b435-4c2c-84b8-2cde2a8fedcf req-9d3317aa-21b9-4527-8440-ac3d60a73231 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 949 time: 0.0496926 Sep 22 17:16:10.787118 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:10.804920 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d5de2bed-b435-4c2c-84b8-2cde2a8fedcf req-13b689dc-a521-4e1c-97ad-9518b6de8473 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c31ffefd-a298-4087-8448-8cf04cf13e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432971 Sep 22 17:16:10.922631 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad59ee-3d0f-432f-8950-b707972e1e9c req-986de430-bded-4ad5-9419-2406f997832c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:10.924003 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f1ad59ee-3d0f-432f-8950-b707972e1e9c req-986de430-bded-4ad5-9419-2406f997832c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 946 time: 0.0490994 Sep 22 17:16:10.944621 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:10.969139 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744b5c2-84e7-49db-a64f-aa3922c9256e req-06efaf6d-8be1-4cb7-a91c-c121308205ea tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:10.970599 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1744b5c2-84e7-49db-a64f-aa3922c9256e req-06efaf6d-8be1-4cb7-a91c-c121308205ea tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 946 time: 0.0457401 Sep 22 17:16:10.990886 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:16:11.000443 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:16:11.002483 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:11.002483 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 Sep 22 17:16:11.046992 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:11.058372 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1744b5c2-84e7-49db-a64f-aa3922c9256e req-0cbea1c3-b20f-4eef-a6df-6bdb22f99f1b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819080 Sep 22 17:16:11.095052 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:16:11.095444 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:11.107193 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-f1ad59ee-3d0f-432f-8950-b707972e1e9c req-be29acd5-7438-4e17-a5b2-277d9b71bfe8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Deleting port f9873726-23b4-4ccc-b694-5a56db8cb7db {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:11.107603 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-f1ad59ee-3d0f-432f-8950-b707972e1e9c req-be29acd5-7438-4e17-a5b2-277d9b71bfe8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (f9873726-23b4-4ccc-b694-5a56db8cb7db), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:11.120439 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce5e874-5a0e-4f05-9797-d1792cce3eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:16:11.122692 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7967473e-2f70-4023-9cda-e70c1071a121" -d '{"events": [{"server_uuid": "bce5e874-5a0e-4f05-9797-d1792cce3eab", "name": "network-vif-plugged", "status": "completed", "tag": "b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:11.136474 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3,segment=NetworkSegment(c6554335-59e5-4f61-91a7-efab027bd128),segment_id=c6554335-59e5-4f61-91a7-efab027bd128)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:11.142295 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:11.180599 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67eeb925-d8c0-444d-bc3b-1bddaba3bb32 x-openstack-request-id: req-67eeb925-d8c0-444d-bc3b-1bddaba3bb32 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:11.180883 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce5e874-5a0e-4f05-9797-d1792cce3eab", "name": "network-vif-plugged", "status": "completed", "tag": "b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:11.181133 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67eeb925-d8c0-444d-bc3b-1bddaba3bb32 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:11.181524 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67eeb925-d8c0-444d-bc3b-1bddaba3bb32'] response: {'server_uuid': 'bce5e874-5a0e-4f05-9797-d1792cce3eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3', 'code': 200} Sep 22 17:16:11.203822 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:11.221115 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-f1ad59ee-3d0f-432f-8950-b707972e1e9c req-be29acd5-7438-4e17-a5b2-277d9b71bfe8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] For port f9873726-23b4-4ccc-b694-5a56db8cb7db, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f9873726-23b4-4ccc-b694-5a56db8cb7db,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:11.221468 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-f1ad59ee-3d0f-432f-8950-b707972e1e9c req-be29acd5-7438-4e17-a5b2-277d9b71bfe8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (f9873726-23b4-4ccc-b694-5a56db8cb7db), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:11.605792 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3e1bc-cbf1-4ed2-9b35-5a0639c2695f req-6bf961cf-2aff-4a08-b1e0-aecc23c87bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:11.607317 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-74a3e1bc-cbf1-4ed2-9b35-5a0639c2695f req-6bf961cf-2aff-4a08-b1e0-aecc23c87bec service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 1134 time: 0.0421932 Sep 22 17:16:11.619142 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-f1ad59ee-3d0f-432f-8950-b707972e1e9c req-be29acd5-7438-4e17-a5b2-277d9b71bfe8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:11.619460 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-f1ad59ee-3d0f-432f-8950-b707972e1e9c req-be29acd5-7438-4e17-a5b2-277d9b71bfe8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (0b24cf63-3792-4bbb-be0f-a73d0e75f225), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:11.619804 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.l3_db [req-f1ad59ee-3d0f-432f-8950-b707972e1e9c req-be29acd5-7438-4e17-a5b2-277d9b71bfe8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Floating IP 0b24cf63-3792-4bbb-be0f-a73d0e75f225 disassociated. External IP: 172.27.1.146, port: f9873726-23b4-4ccc-b694-5a56db8cb7db. Sep 22 17:16:11.620177 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-f1ad59ee-3d0f-432f-8950-b707972e1e9c req-be29acd5-7438-4e17-a5b2-277d9b71bfe8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Calling delete_port for f9873726-23b4-4ccc-b694-5a56db8cb7db owned by compute:nova {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:11.654309 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-74a3e1bc-cbf1-4ed2-9b35-5a0639c2695f req-de082b96-5e6c-4105-aedb-ee03f7937f1b service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c31ffefd-a298-4087-8448-8cf04cf13e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401704 Sep 22 17:16:11.696795 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:11.753267 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-f1ad59ee-3d0f-432f-8950-b707972e1e9c req-be29acd5-7438-4e17-a5b2-277d9b71bfe8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (f9873726-23b4-4ccc-b694-5a56db8cb7db), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:11.783291 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29acd5-7438-4e17-a5b2-277d9b71bfe8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event deleted for resources: {'Port': ['ID=f9873726-23b4-4ccc-b694-5a56db8cb7db,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:11.922843 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1ad59ee-3d0f-432f-8950-b707972e1e9c req-be29acd5-7438-4e17-a5b2-277d9b71bfe8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Router d8e5a412-a5b6-469e-a8ae-72241d1cab6b has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:16:11.944905 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b1881-41b4-4aaa-99f7-10b2a68f7131 req-fa73f52e-fdfc-40ac-84cd-0203c2ca3378 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:11.946357 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e10b1881-41b4-4aaa-99f7-10b2a68f7131 req-fa73f52e-fdfc-40ac-84cd-0203c2ca3378 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 950 time: 0.0589120 Sep 22 17:16:12.012532 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:12.078581 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e10b1881-41b4-4aaa-99f7-10b2a68f7131 req-58bf6537-1035-43f1-8025-9030e1c0d4d2 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c31ffefd-a298-4087-8448-8cf04cf13e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987914 Sep 22 17:16:12.081152 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1ad59ee-3d0f-432f-8950-b707972e1e9c req-be29acd5-7438-4e17-a5b2-277d9b71bfe8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:16:12.091531 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e73d20-5fe5-4b6c-901b-612b148fdeca None None] Sync routers for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:16:12.103736 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e73d20-5fe5-4b6c-901b-612b148fdeca None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:16:12.104940 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-75e73d20-5fe5-4b6c-901b-612b148fdeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:15:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:12.131970 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ad59ee-3d0f-432f-8950-b707972e1e9c req-be29acd5-7438-4e17-a5b2-277d9b71bfe8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] No DVR routers for this DVR port f9873726-23b4-4ccc-b694-5a56db8cb7db on host hv-cinder-83538 {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:16:12.135519 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-f1ad59ee-3d0f-432f-8950-b707972e1e9c req-be29acd5-7438-4e17-a5b2-277d9b71bfe8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:12.143328 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f1ad59ee-3d0f-432f-8950-b707972e1e9c req-be29acd5-7438-4e17-a5b2-277d9b71bfe8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "DELETE /networking/v2.0/ports/f9873726-23b4-4ccc-b694-5a56db8cb7db HTTP/1.1" status: 204 len: 173 time: 1.1523671 Sep 22 17:16:12.144091 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebb556d-d6b7-4759-8a5d-e6e5eea385b6', 'name': 'network-vif-deleted', 'tag': 'f9873726-23b4-4ccc-b694-5a56db8cb7db'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:16:12.156613 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a966a1-37d2-4228-be46-daa4c2e5ff69" -d '{"events": [{"server_uuid": "8ebb556d-d6b7-4759-8a5d-e6e5eea385b6", "name": "network-vif-deleted", "tag": "f9873726-23b4-4ccc-b694-5a56db8cb7db"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:12.208726 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e4f25a07-7822-4b43-ab51-dcabf6958082 req-f621418c-056b-4215-b536-00ce9786b0c9 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 210 time: 0.0357008 Sep 22 17:16:12.213717 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e5e909-151c-46df-a569-fe9f9c40f557 x-openstack-request-id: req-e1e5e909-151c-46df-a569-fe9f9c40f557 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:12.214075 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebb556d-d6b7-4759-8a5d-e6e5eea385b6", "name": "network-vif-deleted", "tag": "f9873726-23b4-4ccc-b694-5a56db8cb7db", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:12.214392 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1e5e909-151c-46df-a569-fe9f9c40f557 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:12.215030 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e5e909-151c-46df-a569-fe9f9c40f557'] response: {'server_uuid': '8ebb556d-d6b7-4759-8a5d-e6e5eea385b6', 'name': 'network-vif-deleted', 'tag': 'f9873726-23b4-4ccc-b694-5a56db8cb7db', 'status': 'completed', 'code': 200} Sep 22 17:16:12.246739 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-75e73d20-5fe5-4b6c-901b-612b148fdeca None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:16:12.278044 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:12.456720 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-75e73d20-5fe5-4b6c-901b-612b148fdeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:12.482011 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e73d20-5fe5-4b6c-901b-612b148fdeca None None] Checking router: d8e5a412-a5b6-469e-a8ae-72241d1cab6b for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:16:12.494165 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e73d20-5fe5-4b6c-901b-612b148fdeca None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:16:12.494761 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-75e73d20-5fe5-4b6c-901b-612b148fdeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:15:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:12.602163 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-75e73d20-5fe5-4b6c-901b-612b148fdeca None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:16:12.790478 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-75e73d20-5fe5-4b6c-901b-612b148fdeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:12.819481 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e73d20-5fe5-4b6c-901b-612b148fdeca None None] The sync data for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi is: [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:16:13.042955 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bf0bf2-4cde-48e2-b237-0516f1806d3d None None] New status for floating IP 0b24cf63-3792-4bbb-be0f-a73d0e75f225: DOWN {{(pid=106558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:16:13.217118 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b876df4-d148-4c78-9b17-028c4b811285 req-0806d085-59c5-4710-abfb-f404b25ca879 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:13.219138 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5b876df4-d148-4c78-9b17-028c4b811285 req-0806d085-59c5-4710-abfb-f404b25ca879 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 950 time: 0.0546153 Sep 22 17:16:13.270646 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5b876df4-d148-4c78-9b17-028c4b811285 req-a21a5b91-37ef-4b19-9293-8941b3b53657 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c31ffefd-a298-4087-8448-8cf04cf13e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459368 Sep 22 17:16:13.328461 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9ee20c4f-8a46-4f5b-a547-4e49c4083a6a req-5f1488a0-1c51-4e20-9c47-d349be6d091c tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=8ebb556d-d6b7-4759-8a5d-e6e5eea385b6 HTTP/1.1" status: 200 len: 210 time: 0.0285621 Sep 22 17:16:14.296101 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-145956eb-58bc-45d2-ae86-51a9ca5ddac9 req-a0f795e1-66cc-41ee-af72-463ff74b73bd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454574 Sep 22 17:16:14.411485 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145956eb-58bc-45d2-ae86-51a9ca5ddac9 req-703b3a58-2903-4c36-909c-763f15c7e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:14.412969 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-145956eb-58bc-45d2-ae86-51a9ca5ddac9 req-703b3a58-2903-4c36-909c-763f15c7e4b0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1ed7377d32844bbf95f995831bc21d6b&device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 1129 time: 0.0755832 Sep 22 17:16:14.421266 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c3b98-f04a-44c7-93d4-5256b9fd3945 req-d49f4100-a5df-4f07-ba19-fab93ef65fc3 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:14.427727 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-275c3b98-f04a-44c7-93d4-5256b9fd3945 req-d49f4100-a5df-4f07-ba19-fab93ef65fc3 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 950 time: 0.0570688 Sep 22 17:16:14.437272 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35638) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:14.493750 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-48938312-a827-4c33-8488-c0e17002fbd1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:14.517013 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-48938312-a827-4c33-8488-c0e17002fbd1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:14.536304 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-275c3b98-f04a-44c7-93d4-5256b9fd3945 req-361edc8e-6c69-4794-9e75-aa304cc5fb99 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c31ffefd-a298-4087-8448-8cf04cf13e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062098 Sep 22 17:16:14.567740 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145956eb-58bc-45d2-ae86-51a9ca5ddac9 req-fdeb6b24-5515-4784-9468-02d01ba3040d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:14.570467 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-145956eb-58bc-45d2-ae86-51a9ca5ddac9 req-fdeb6b24-5515-4784-9468-02d01ba3040d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76fdfd82-e2ca-4e82-8d26-41a9f16c8858 HTTP/1.1" status: 200 len: 910 time: 0.1314256 Sep 22 17:16:14.586148 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-48938312-a827-4c33-8488-c0e17002fbd1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:14.590922 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-48938312-a827-4c33-8488-c0e17002fbd1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:14.590922 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-48938312-a827-4c33-8488-c0e17002fbd1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab HTTP/1.1" status: 204 len: 168 time: 0.1519287 Sep 22 17:16:14.595132 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35644) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:14.613610 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48938312-a827-4c33-8488-c0e17002fbd1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:14.615793 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.api.v2.resource [None req-5b1ac492-8628-49e7-9818-14f58c3a07e0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] show failed (client error): The resource could not be found. Sep 22 17:16:14.616760 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-5b1ac492-8628-49e7-9818-14f58c3a07e0 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups/fbc80e01-8a0d-4f5a-a53b-41ca8bd4ebab HTTP/1.1" status: 404 len: 347 time: 0.0206389 Sep 22 17:16:14.620277 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35646) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:14.665623 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-145956eb-58bc-45d2-ae86-51a9ca5ddac9 req-349da43f-2fa1-4681-bf70-92c627f4b5e6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfa945c1-4510-4653-9180-db1133adbc18 HTTP/1.1" status: 200 len: 1001 time: 0.0898695 Sep 22 17:16:14.724479 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145956eb-58bc-45d2-ae86-51a9ca5ddac9 req-c3eea184-7b97-4f96-b7ea-c0849b4af0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:14.726058 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-145956eb-58bc-45d2-ae86-51a9ca5ddac9 req-c3eea184-7b97-4f96-b7ea-c0849b4af0ba service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=746153c5-66aa-4f48-baf0-63e2c6a7f300 HTTP/1.1" status: 200 len: 848 time: 0.0539610 Sep 22 17:16:14.758375 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-058d91d9-5787-43c4-b358-d60c7d7717cf tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Deleting port 9684e713-518b-4bf4-8c03-c80540fb15a1 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:14.758776 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-058d91d9-5787-43c4-b358-d60c7d7717cf tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (9684e713-518b-4bf4-8c03-c80540fb15a1), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:14.768011 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:14.774473 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145956eb-58bc-45d2-ae86-51a9ca5ddac9 req-1b9bd00f-3f9e-43bc-9256-df24677b54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:14.776150 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-145956eb-58bc-45d2-ae86-51a9ca5ddac9 req-1b9bd00f-3f9e-43bc-9256-df24677b54e9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76fdfd82-e2ca-4e82-8d26-41a9f16c8858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428951 Sep 22 17:16:14.844638 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed62f59-7e3c-4487-9208-ff51f1893f93 req-87b39c03-e529-485c-80b4-e37b127ec599 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:14.846176 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fed62f59-7e3c-4487-9208-ff51f1893f93 req-87b39c03-e529-485c-80b4-e37b127ec599 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 950 time: 0.0499852 Sep 22 17:16:14.863787 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-058d91d9-5787-43c4-b358-d60c7d7717cf tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (9684e713-518b-4bf4-8c03-c80540fb15a1), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:14.864118 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-058d91d9-5787-43c4-b358-d60c7d7717cf tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (9684e713-518b-4bf4-8c03-c80540fb15a1), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:14.878646 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-058d91d9-5787-43c4-b358-d60c7d7717cf tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Calling delete_port for 9684e713-518b-4bf4-8c03-c80540fb15a1 owned by network:floatingip {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:14.899461 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fed62f59-7e3c-4487-9208-ff51f1893f93 req-f660da74-45b3-4736-9a8c-09180ce958ad tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c31ffefd-a298-4087-8448-8cf04cf13e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452423 Sep 22 17:16:14.933404 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device f9873726-23b4-4ccc-b694-5a56db8cb7db no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:16:14.954430 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: f9873726-23b4-4ccc-b694-5a56db8cb7db {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:16:14.954875 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device f9873726-23b4-4ccc-b694-5a56db8cb7db not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:16:15.018597 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-058d91d9-5787-43c4-b358-d60c7d7717cf tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (9684e713-518b-4bf4-8c03-c80540fb15a1), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.045071 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d91d9-5787-43c4-b358-d60c7d7717cf tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event deleted for resources: {'Port': ['ID=9684e713-518b-4bf4-8c03-c80540fb15a1,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:15.111748 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-058d91d9-5787-43c4-b358-d60c7d7717cf tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (0b24cf63-3792-4bbb-be0f-a73d0e75f225), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.114205 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-058d91d9-5787-43c4-b358-d60c7d7717cf tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.118285 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-058d91d9-5787-43c4-b358-d60c7d7717cf tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/0b24cf63-3792-4bbb-be0f-a73d0e75f225 HTTP/1.1" status: 204 len: 168 time: 0.4939587 Sep 22 17:16:15.191202 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 35652) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:15.195712 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-b474f96a-79f7-4391-890c-9cb46cf8538b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082149495', 'description': 'tempest-description--373231322'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:15.218020 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b474f96a-79f7-4391-890c-9cb46cf8538b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.288709 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:15.296615 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b474f96a-79f7-4391-890c-9cb46cf8538b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (2a5f1c42-548d-43f0-b0cd-3717c7a7d432), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.301568 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b474f96a-79f7-4391-890c-9cb46cf8538b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (2a5f1c42-548d-43f0-b0cd-3717c7a7d432), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.330823 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b474f96a-79f7-4391-890c-9cb46cf8538b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.332090 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-b474f96a-79f7-4391-890c-9cb46cf8538b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1398871 Sep 22 17:16:15.335105 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 35654) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:15.339971 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-a25bed20-efb1-4609-aad0-2a022f40b58d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'security_group_rule': {'security_group_id': '2a5f1c42-548d-43f0-b0cd-3717c7a7d432', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:15.340513 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474f96a-79f7-4391-890c-9cb46cf8538b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5f1c42-548d-43f0-b0cd-3717c7a7d432,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:15.370175 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a25bed20-efb1-4609-aad0-2a022f40b58d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (ae7794cd-3b95-4412-a975-00d0eaa72a9b), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.433412 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a25bed20-efb1-4609-aad0-2a022f40b58d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (ae7794cd-3b95-4412-a975-00d0eaa72a9b), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.437528 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a25bed20-efb1-4609-aad0-2a022f40b58d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (ae7794cd-3b95-4412-a975-00d0eaa72a9b), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.455916 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bed20-efb1-4609-aad0-2a022f40b58d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7794cd-3b95-4412-a975-00d0eaa72a9b,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:15.464808 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a25bed20-efb1-4609-aad0-2a022f40b58d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.466683 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-a25bed20-efb1-4609-aad0-2a022f40b58d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298852 Sep 22 17:16:15.468862 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 35656) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:15.473107 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-de511312-a2df-4bf1-ad1d-34cc29a22f8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'security_group_rule': {'security_group_id': '2a5f1c42-548d-43f0-b0cd-3717c7a7d432', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:15.501624 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-de511312-a2df-4bf1-ad1d-34cc29a22f8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (9f934e15-2f46-428a-8d6a-e5ab46d08fb6), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.565599 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-de511312-a2df-4bf1-ad1d-34cc29a22f8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (9f934e15-2f46-428a-8d6a-e5ab46d08fb6), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.569368 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-de511312-a2df-4bf1-ad1d-34cc29a22f8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533647'] for security_group_rule (9f934e15-2f46-428a-8d6a-e5ab46d08fb6), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.576854 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:15.589427 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de511312-a2df-4bf1-ad1d-34cc29a22f8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f934e15-2f46-428a-8d6a-e5ab46d08fb6,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:15.599354 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-de511312-a2df-4bf1-ad1d-34cc29a22f8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.600520 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-de511312-a2df-4bf1-ad1d-34cc29a22f8a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307228 Sep 22 17:16:15.604274 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 35658) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:15.609024 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'floatingip': {'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:15.629725 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.711003 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.818391 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Allocated IP 172.27.1.245 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/f92b8e22-b617-4df1-a193-f0528cb4a2e5) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:16:15.925788 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for port (f92b8e22-b617-4df1-a193-f0528cb4a2e5), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.959803 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (f92b8e22-b617-4df1-a193-f0528cb4a2e5), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:15.976931 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:16.062044 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:16.086120 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:16.088794 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:16:16.129611 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'Port': ['ID=f92b8e22-b617-4df1-a193-f0528cb4a2e5,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:16.146160 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd60cc0-2676-4f2c-b3f5-a1cc85ec3013 req-719b3fbe-c30a-4cd3-9e79-fa46f996ba7c tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:16.147692 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8fd60cc0-2676-4f2c-b3f5-a1cc85ec3013 req-719b3fbe-c30a-4cd3-9e79-fa46f996ba7c tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 950 time: 0.1525800 Sep 22 17:16:16.216614 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:16.219435 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-145956eb-58bc-45d2-ae86-51a9ca5ddac9 req-1ff98110-a04d-4402-bdd2-7a85dbf1a761 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76fdfd82-e2ca-4e82-8d26-41a9f16c8858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544534 Sep 22 17:16:16.268543 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8fd60cc0-2676-4f2c-b3f5-a1cc85ec3013 req-5758a66b-50b6-4537-9acd-4e4b0e9d3e7e tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c31ffefd-a298-4087-8448-8cf04cf13e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122942 Sep 22 17:16:16.278540 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (993c606c-32f8-44a0-a57b-fe0763fa1eee), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:16.318019 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (f92b8e22-b617-4df1-a193-f0528cb4a2e5), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:16.540967 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-145956eb-58bc-45d2-ae86-51a9ca5ddac9 req-26e4b97f-cf61-463b-a90b-c5812565830d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76fdfd82-e2ca-4e82-8d26-41a9f16c8858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346498 Sep 22 17:16:16.553209 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for port (f92b8e22-b617-4df1-a193-f0528cb4a2e5), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:16.557964 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (f92b8e22-b617-4df1-a193-f0528cb4a2e5), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:16.624783 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'Port': ['ID=f92b8e22-b617-4df1-a193-f0528cb4a2e5,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:16.629695 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (993c606c-32f8-44a0-a57b-fe0763fa1eee), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:16.645848 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:16.650129 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-5bc8cbc1-83f9-4ae4-9d46-8111edf7321d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0419066 Sep 22 17:16:16.775102 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52c5ed-67ac-416f-8165-f45837530e59 req-40ff37f0-1c1c-474c-9206-80dab7077d5d tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:16.776576 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5f52c5ed-67ac-416f-8165-f45837530e59 req-40ff37f0-1c1c-474c-9206-80dab7077d5d tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 950 time: 0.0568528 Sep 22 17:16:16.901307 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-1eadc37f-82b6-4f88-a131-8c5863ead346 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1082149495&fields=id&tenant_id=a6e3ace80a4a43b2b187060d6eca8538 HTTP/1.1" status: 200 len: 267 time: 0.0879090 Sep 22 17:16:16.904780 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-5f52c5ed-67ac-416f-8165-f45837530e59 req-2d718d44-0240-45bb-bd84-de63b9768e96 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Deleting port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:16.905172 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-5f52c5ed-67ac-416f-8165-f45837530e59 req-2d718d44-0240-45bb-bd84-de63b9768e96 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:17.018533 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:17.078028 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-5f52c5ed-67ac-416f-8165-f45837530e59 req-2d718d44-0240-45bb-bd84-de63b9768e96 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] For port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3,segment=NetworkSegment(c6554335-59e5-4f61-91a7-efab027bd128),segment_id=c6554335-59e5-4f61-91a7-efab027bd128)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:17.078298 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-5f52c5ed-67ac-416f-8165-f45837530e59 req-2d718d44-0240-45bb-bd84-de63b9768e96 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:17.086087 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-0ac8d1c2-1725-46ba-802e-0ba25aa08aeb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:17.087533 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-0ac8d1c2-1725-46ba-802e-0ba25aa08aeb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/networks?id=82eac7a2-877a-48c4-bcb2-cd10274854a5 HTTP/1.1" status: 200 len: 814 time: 0.1793721 Sep 22 17:16:17.108621 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-5f52c5ed-67ac-416f-8165-f45837530e59 req-2d718d44-0240-45bb-bd84-de63b9768e96 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Calling delete_port for b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 owned by compute:nova {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:17.118697 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-98d8618b-4024-4064-a5ff-ae98f24dc7b2 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/quotas/a6e3ace80a4a43b2b187060d6eca8538 HTTP/1.1" status: 200 len: 375 time: 0.0250626 Sep 22 17:16:17.163713 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:17.213551 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-8695a29e-2801-41f5-b7f6-d530079a2dc9 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890043 Sep 22 17:16:17.344919 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-5f52c5ed-67ac-416f-8165-f45837530e59 req-2d718d44-0240-45bb-bd84-de63b9768e96 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:17.388228 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:16:17.391499 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-26019248-df9d-476e-b452-7cb8c15e7481 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657956 Sep 22 17:16:17.392210 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d718d44-0240-45bb-bd84-de63b9768e96 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Pushing event deleted for resources: {'Port': ['ID=b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:17.422686 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7f5422f4-93df-4db0-93bd-b97719b80c9b req-3a137ec4-b0a9-4168-aadc-11ec1a6c4234 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bce5e874-5a0e-4f05-9797-d1792cce3eab HTTP/1.1" status: 200 len: 210 time: 0.0691433 Sep 22 17:16:17.502940 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f52c5ed-67ac-416f-8165-f45837530e59 req-2d718d44-0240-45bb-bd84-de63b9768e96 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] No DVR routers for this DVR port b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 on host hv-cinder-83538 {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:16:17.506610 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-5f52c5ed-67ac-416f-8165-f45837530e59 req-2d718d44-0240-45bb-bd84-de63b9768e96 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:17.509810 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5f52c5ed-67ac-416f-8165-f45837530e59 req-2d718d44-0240-45bb-bd84-de63b9768e96 tempest-VolumesNegativeTest-1626166791 tempest-VolumesNegativeTest-1626166791-project] 10.222.0.33 "DELETE /networking/v2.0/ports/b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 HTTP/1.1" status: 204 len: 173 time: 0.7278459 Sep 22 17:16:17.510324 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce5e874-5a0e-4f05-9797-d1792cce3eab', 'name': 'network-vif-deleted', 'tag': 'b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:16:17.512616 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0449b3af-715e-4dcf-9deb-60f00897f440" -d '{"events": [{"server_uuid": "bce5e874-5a0e-4f05-9797-d1792cce3eab", "name": "network-vif-deleted", "tag": "b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:17.565559 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-882ec6fd-1e17-4c07-b316-166f5698c1f6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524060 Sep 22 17:16:17.578143 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f82b4e8-7cc4-4c28-b1f0-fb16b0182d69 x-openstack-request-id: req-2f82b4e8-7cc4-4c28-b1f0-fb16b0182d69 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:17.578434 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce5e874-5a0e-4f05-9797-d1792cce3eab", "name": "network-vif-deleted", "tag": "b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:17.578695 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f82b4e8-7cc4-4c28-b1f0-fb16b0182d69 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:17.579142 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f82b4e8-7cc4-4c28-b1f0-fb16b0182d69'] response: {'server_uuid': 'bce5e874-5a0e-4f05-9797-d1792cce3eab', 'name': 'network-vif-deleted', 'tag': 'b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3', 'status': 'completed', 'code': 200} Sep 22 17:16:17.756700 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-df74af84-df6b-4c87-bc6a-0a7204dbb1e5 req-2263b07e-5d3f-46cb-9fda-39f6b8ccd7ee tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 210 time: 0.0349083 Sep 22 17:16:18.863761 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2e7ee907-bf63-4bd3-858a-53d2514da325 req-ee1b47e4-4ab8-4307-901f-879984420719 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 210 time: 0.0296524 Sep 22 17:16:19.192484 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-c78d1a8d-5e36-45dc-a94a-5bd482febac4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:19.194348 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-c78d1a8d-5e36-45dc-a94a-5bd482febac4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "GET /networking/v2.0/networks?id=82eac7a2-877a-48c4-bcb2-cd10274854a5 HTTP/1.1" status: 200 len: 814 time: 0.1379235 Sep 22 17:16:19.265759 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-1fd57d59-5f03-44a8-90b1-480566ab7439 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a6e3ace80a4a43b2b187060d6eca8538 HTTP/1.1" status: 200 len: 380 time: 0.0560131 Sep 22 17:16:19.357858 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-f4f973d9-5284-4361-a465-9c3c98b0dbe4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'port': {'device_id': '317daea2-77e2-4c68-b9e3-849b3164d8f2', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'admin_state_up': True, 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'security_groups': ['2a5f1c42-548d-43f0-b0cd-3717c7a7d432']}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:19.476222 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-f4f973d9-5284-4361-a465-9c3c98b0dbe4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Made reservation on behalf of a6e3ace80a4a43b2b187060d6eca8538 for: {'port': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:16:19.480010 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-f4f973d9-5284-4361-a465-9c3c98b0dbe4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:19.496017 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:19.623622 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-f4f973d9-5284-4361-a465-9c3c98b0dbe4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Allocated IP 172.20.0.9 (82eac7a2-877a-48c4-bcb2-cd10274854a5/83a051e4-a154-4ee6-92cd-c98927c3c055/8666e805-fb54-4f7d-baa6-8a55d3805878) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:16:19.751737 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:19.780877 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-f4f973d9-5284-4361-a465-9c3c98b0dbe4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for port (8666e805-fb54-4f7d-baa6-8a55d3805878), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:19.814303 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-f4f973d9-5284-4361-a465-9c3c98b0dbe4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (8666e805-fb54-4f7d-baa6-8a55d3805878), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:19.866356 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-f4f973d9-5284-4361-a465-9c3c98b0dbe4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Network 82eac7a2-877a-48c4-bcb2-cd10274854a5 is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:16:19.869776 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-f4f973d9-5284-4361-a465-9c3c98b0dbe4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:16:19.873681 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-f4f973d9-5284-4361-a465-9c3c98b0dbe4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:16:19.876856 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f973d9-5284-4361-a465-9c3c98b0dbe4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event updated for resources: {'Port': ['ID=8666e805-fb54-4f7d-baa6-8a55d3805878,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:19.928415 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-f4f973d9-5284-4361-a465-9c3c98b0dbe4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:19.928971 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-f4f973d9-5284-4361-a465-9c3c98b0dbe4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:19.947536 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-f4f973d9-5284-4361-a465-9c3c98b0dbe4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5940189 Sep 22 17:16:20.001816 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a368b15-e7f7-4402-ad6d-098e23724c00 req-b4511ea0-5af0-41f4-b118-d0f3168e13f4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:20.003567 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0a368b15-e7f7-4402-ad6d-098e23724c00 req-b4511ea0-5af0-41f4-b118-d0f3168e13f4 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 931 time: 0.0541737 Sep 22 17:16:20.059241 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Request body: {'port': {'device_id': '317daea2-77e2-4c68-b9e3-849b3164d8f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:20.087459 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0a368b15-e7f7-4402-ad6d-098e23724c00 req-d1368c4d-bdea-4e49-9657-e1eafe064b5f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2a5f1c42-548d-43f0-b0cd-3717c7a7d432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770543 Sep 22 17:16:20.132467 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (8666e805-fb54-4f7d-baa6-8a55d3805878), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:20.163592 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-1b2d9d5d-80a5-461a-9742-b158b86ec446 None None] Provisioning complete for port 8666e805-fb54-4f7d-baa6-8a55d3805878 triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:16:20.164098 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-1b2d9d5d-80a5-461a-9742-b158b86ec446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (8666e805-fb54-4f7d-baa6-8a55d3805878), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:20.164287 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-1b2d9d5d-80a5-461a-9742-b158b86ec446 None None] Attempt 1 to provision port 8666e805-fb54-4f7d-baa6-8a55d3805878 Sep 22 17:16:20.201072 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-1b2d9d5d-80a5-461a-9742-b158b86ec446 None None] Port 8666e805-fb54-4f7d-baa6-8a55d3805878 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:16:20.345264 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:20.647485 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8666e805-fb54-4f7d-baa6-8a55d3805878 {{(pid=106555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:16:20.655030 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Publish callbacks [] for port (8666e805-fb54-4f7d-baa6-8a55d3805878), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:20.667294 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.provisioning_blocks [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Transition to ACTIVE for port object 8666e805-fb54-4f7d-baa6-8a55d3805878 will not be triggered until provisioned by entity L2. {{(pid=106555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:16:20.672673 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (8666e805-fb54-4f7d-baa6-8a55d3805878), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:20.701675 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-1b2d9d5d-80a5-461a-9742-b158b86ec446 None None] Attempt 2 to provision port 8666e805-fb54-4f7d-baa6-8a55d3805878 Sep 22 17:16:20.738171 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-1b2d9d5d-80a5-461a-9742-b158b86ec446 None None] Port 8666e805-fb54-4f7d-baa6-8a55d3805878 cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:16:20.753660 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Pushing event updated for resources: {'Port': ['ID=8666e805-fb54-4f7d-baa6-8a55d3805878,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:20.794039 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Attempting to bind port 8666e805-fb54-4f7d-baa6-8a55d3805878 on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:16:20.794372 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Attempting to bind port 8666e805-fb54-4f7d-baa6-8a55d3805878 by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:16:20.794697 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Attempting to bind port 8666e805-fb54-4f7d-baa6-8a55d3805878 on network 82eac7a2-877a-48c4-bcb2-cd10274854a5 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:20.837588 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Port 8666e805-fb54-4f7d-baa6-8a55d3805878 on network 82eac7a2-877a-48c4-bcb2-cd10274854a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:16:20.837915 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Attempting to bind port 8666e805-fb54-4f7d-baa6-8a55d3805878 on network 82eac7a2-877a-48c4-bcb2-cd10274854a5 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:16:20.881469 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:16:20.882116 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Checking segment: {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:16:20.882242 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Bound using segment: {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:16:20.882580 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Bound port: 8666e805-fb54-4f7d-baa6-8a55d3805878, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d58602b-d2b5-4410-b45f-46aaca51c39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5'}}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:16:20.882936 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (8666e805-fb54-4f7d-baa6-8a55d3805878), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:20.892088 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:20.903928 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a3c65ac1-5715-4a35-becf-57e81248ff68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:20.953360 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] For port 8666e805-fb54-4f7d-baa6-8a55d3805878, host hv-cinder-83538, cleared binding levels {{(pid=106555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:16:20.957164 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] For port 8666e805-fb54-4f7d-baa6-8a55d3805878, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8666e805-fb54-4f7d-baa6-8a55d3805878,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:16:20.963588 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (8666e805-fb54-4f7d-baa6-8a55d3805878), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:20.970095 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:20.970095 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:20.970296 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/8666e805-fb54-4f7d-baa6-8a55d3805878 HTTP/1.1" status: 200 len: 1093 time: 0.9203470 Sep 22 17:16:20.997913 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317daea2-77e2-4c68-b9e3-849b3164d8f2', 'tag': '8666e805-fb54-4f7d-baa6-8a55d3805878'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:16:21.000262 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f665000e-ed13-4d3f-b84d-65db9d9a77a7" -d '{"events": [{"name": "network-changed", "server_uuid": "317daea2-77e2-4c68-b9e3-849b3164d8f2", "tag": "8666e805-fb54-4f7d-baa6-8a55d3805878"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:21.019105 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:16:21.046866 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:16:21.047632 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device b0e0a1bc-7a19-4c29-bd56-63a6e98c34d3 not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:16:21.058886 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df916000-56fe-48f0-b7cc-69e156bb42eb x-openstack-request-id: req-df916000-56fe-48f0-b7cc-69e156bb42eb {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:21.059206 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317daea2-77e2-4c68-b9e3-849b3164d8f2", "tag": "8666e805-fb54-4f7d-baa6-8a55d3805878", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:21.059450 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df916000-56fe-48f0-b7cc-69e156bb42eb {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:21.059840 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df916000-56fe-48f0-b7cc-69e156bb42eb'] response: {'name': 'network-changed', 'server_uuid': '317daea2-77e2-4c68-b9e3-849b3164d8f2', 'tag': '8666e805-fb54-4f7d-baa6-8a55d3805878', 'status': 'completed', 'code': 200} Sep 22 17:16:21.088719 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e8d83-3dc2-4e92-8076-b721fa18265a service neutron] Pushing event updated for resources: {'Port': ['ID=8666e805-fb54-4f7d-baa6-8a55d3805878,revision_number=3']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:21.101402 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-e7309b79-1e17-479c-ac5c-dc865b75a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:21.103051 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-e7309b79-1e17-479c-ac5c-dc865b75a8ba service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 1127 time: 0.0536392 Sep 22 17:16:21.159081 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-d20eb080-ebc8-4f07-aab4-44fe8067bc24 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8666e805-fb54-4f7d-baa6-8a55d3805878 HTTP/1.1" status: 200 len: 217 time: 0.0381732 Sep 22 17:16:21.239582 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-1b2d9d5d-80a5-461a-9742-b158b86ec446 None None] Attempt 3 to provision port 8666e805-fb54-4f7d-baa6-8a55d3805878 Sep 22 17:16:21.254806 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ff091-28fe-42a9-ab72-77b35e52a994 req-fef97f9f-4c0a-4b78-865c-e2abc0c9228e tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:21.256366 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2d3ff091-28fe-42a9-ab72-77b35e52a994 req-fef97f9f-4c0a-4b78-865c-e2abc0c9228e tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 943 time: 0.0818224 Sep 22 17:16:21.257961 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-7e9226de-0984-418f-baee-a1ed217a27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:21.259376 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-7e9226de-0984-418f-baee-a1ed217a27c4 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=83a051e4-a154-4ee6-92cd-c98927c3c055 HTTP/1.1" status: 200 len: 853 time: 0.0949435 Sep 22 17:16:21.277619 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:21.299418 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-1b2d9d5d-80a5-461a-9742-b158b86ec446 None None] Port 8666e805-fb54-4f7d-baa6-8a55d3805878 had new provisioning blocks added so it will not transition to active. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 17:16:21.332455 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-764fe96d-da45-4c98-a622-618727319dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:21.334084 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-764fe96d-da45-4c98-a622-618727319dbb service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=82eac7a2-877a-48c4-bcb2-cd10274854a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0681915 Sep 22 17:16:21.402460 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2d3ff091-28fe-42a9-ab72-77b35e52a994 req-8360cc6b-d882-4947-ba6c-62cd80e4802d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2a5f1c42-548d-43f0-b0cd-3717c7a7d432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377034 Sep 22 17:16:21.460576 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-d8483fba-5f63-4be4-ab87-41088c5b7edc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201921 Sep 22 17:16:21.525478 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:21.565330 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d612973d-44ff-4dc9-aa32-5d3f08e86dee req-11ed7e89-5e1d-4133-b1dc-31dc68e898a0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979869 Sep 22 17:16:22.530785 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a21b00-4d44-4e78-b8d9-56e96c87bbe1 req-fd82be3c-82fc-4f84-88f9-ad24a81fe88b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:22.532396 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c7a21b00-4d44-4e78-b8d9-56e96c87bbe1 req-fd82be3c-82fc-4f84-88f9-ad24a81fe88b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 943 time: 0.0485542 Sep 22 17:16:22.599391 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c7a21b00-4d44-4e78-b8d9-56e96c87bbe1 req-98a79330-7a50-41ac-a97e-3d0794ca7faf tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2a5f1c42-548d-43f0-b0cd-3717c7a7d432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606124 Sep 22 17:16:22.734815 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 35958) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:22.867878 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-912b3024-4e87-4b41-9f94-0ae260895ca8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1443ca94374d4d3e89165346152d76e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318278 Sep 22 17:16:22.870287 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 35962) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:22.918349 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5184e73c-1767-4f75-a7a7-712c1851cade admin admin] Publish callbacks [] for security_group (c31ffefd-a298-4087-8448-8cf04cf13e74), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:22.938723 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5184e73c-1767-4f75-a7a7-712c1851cade admin admin] Publish callbacks [] for security_group (c31ffefd-a298-4087-8448-8cf04cf13e74), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:22.990096 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5184e73c-1767-4f75-a7a7-712c1851cade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (c31ffefd-a298-4087-8448-8cf04cf13e74), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:22.993064 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-5184e73c-1767-4f75-a7a7-712c1851cade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:22.994228 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-5184e73c-1767-4f75-a7a7-712c1851cade admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c31ffefd-a298-4087-8448-8cf04cf13e74 HTTP/1.1" status: 204 len: 168 time: 0.1230512 Sep 22 17:16:23.002495 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184e73c-1767-4f75-a7a7-712c1851cade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31ffefd-a298-4087-8448-8cf04cf13e74,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:23.118258 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:23.120364 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:23.719055 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76e50d-ddea-4247-b3fe-b0ae31c1ddd9 req-945a577a-e759-4c34-935e-851ce9bd7fb5 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:23.720515 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6b76e50d-ddea-4247-b3fe-b0ae31c1ddd9 req-945a577a-e759-4c34-935e-851ce9bd7fb5 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 943 time: 0.0470197 Sep 22 17:16:23.768468 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6b76e50d-ddea-4247-b3fe-b0ae31c1ddd9 req-c23aa62e-d19f-4095-8766-536b8df78e73 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2a5f1c42-548d-43f0-b0cd-3717c7a7d432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422814 Sep 22 17:16:23.815558 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-9ecf9060-bda8-43de-a224-a0dbdc83e729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:24.126616 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665000e-ed13-4d3f-b84d-65db9d9a77a7 req-51b1b41d-79c9-44f1-ad22-75d9eab0e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:24.128131 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f665000e-ed13-4d3f-b84d-65db9d9a77a7 req-51b1b41d-79c9-44f1-ad22-75d9eab0e88e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 1127 time: 0.0399609 Sep 22 17:16:24.197902 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:24.226881 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665000e-ed13-4d3f-b84d-65db9d9a77a7 req-e1579df8-77a0-485a-ba45-f78986effe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:24.228441 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f665000e-ed13-4d3f-b84d-65db9d9a77a7 req-e1579df8-77a0-485a-ba45-f78986effe28 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=82eac7a2-877a-48c4-bcb2-cd10274854a5 HTTP/1.1" status: 200 len: 915 time: 0.0931759 Sep 22 17:16:24.271758 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f665000e-ed13-4d3f-b84d-65db9d9a77a7 req-645bee7f-d4e9-4a6f-a097-48507add8f27 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8666e805-fb54-4f7d-baa6-8a55d3805878 HTTP/1.1" status: 200 len: 217 time: 0.0363729 Sep 22 17:16:24.323737 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665000e-ed13-4d3f-b84d-65db9d9a77a7 req-9c8b9144-7988-4177-a8f0-23fc14b20fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:24.325232 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f665000e-ed13-4d3f-b84d-65db9d9a77a7 req-9c8b9144-7988-4177-a8f0-23fc14b20fa7 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=83a051e4-a154-4ee6-92cd-c98927c3c055 HTTP/1.1" status: 200 len: 853 time: 0.0470107 Sep 22 17:16:24.376412 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665000e-ed13-4d3f-b84d-65db9d9a77a7 req-f5bbda80-01b8-46b4-82e3-ff36e81ea88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:24.377807 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f665000e-ed13-4d3f-b84d-65db9d9a77a7 req-f5bbda80-01b8-46b4-82e3-ff36e81ea88a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=82eac7a2-877a-48c4-bcb2-cd10274854a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421975 Sep 22 17:16:24.468679 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f665000e-ed13-4d3f-b84d-65db9d9a77a7 req-9a483f6b-5007-4b58-8a18-a552a105810d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835047 Sep 22 17:16:24.567623 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f665000e-ed13-4d3f-b84d-65db9d9a77a7 req-d7741861-6dcd-4ebf-91f0-c5a238442c35 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925214 Sep 22 17:16:24.887690 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95dae4-471e-4a31-93f8-18431e091b4a req-52a2c9b8-cb6d-4adf-91af-64c9a0e666fc tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:24.889734 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3e95dae4-471e-4a31-93f8-18431e091b4a req-52a2c9b8-cb6d-4adf-91af-64c9a0e666fc tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 943 time: 0.0476217 Sep 22 17:16:24.943520 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3e95dae4-471e-4a31-93f8-18431e091b4a req-458756de-fa83-4cd1-a0ea-8c407ecb7696 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2a5f1c42-548d-43f0-b0cd-3717c7a7d432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479748 Sep 22 17:16:25.337492 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:25.339477 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:25.360283 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:26.056743 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:26.073037 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e2e8d-8a9c-46da-8b71-50a5f4fa5bc1 req-61575b32-9f6b-4b5d-a70d-98c74e4d2311 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:26.074518 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2b7e2e8d-8a9c-46da-8b71-50a5f4fa5bc1 req-61575b32-9f6b-4b5d-a70d-98c74e4d2311 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 943 time: 0.0530889 Sep 22 17:16:26.131595 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2b7e2e8d-8a9c-46da-8b71-50a5f4fa5bc1 req-1ed734e6-4386-47e7-9e0a-6fc26917845f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2a5f1c42-548d-43f0-b0cd-3717c7a7d432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447044 Sep 22 17:16:26.784376 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:27.001152 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 8666e805-fb54-4f7d-baa6-8a55d3805878 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:16:27.072477 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:27.102840 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 8666e805-fb54-4f7d-baa6-8a55d3805878, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8666e805-fb54-4f7d-baa6-8a55d3805878,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:27.114805 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': '8666e805-fb54-4f7d-baa6-8a55d3805878', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'port_id': '8666e805-fb54-4f7d-baa6-8a55d3805878', 'mac_address': 'fa:16:3e:4d:0e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:16:27.148773 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 8666e805-fb54-4f7d-baa6-8a55d3805878 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:16:27.149174 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (8666e805-fb54-4f7d-baa6-8a55d3805878), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:27.163823 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8666e805-fb54-4f7d-baa6-8a55d3805878 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:16:27.185165 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 8666e805-fb54-4f7d-baa6-8a55d3805878, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8666e805-fb54-4f7d-baa6-8a55d3805878,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:27.189228 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (8666e805-fb54-4f7d-baa6-8a55d3805878), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:27.250894 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=8666e805-fb54-4f7d-baa6-8a55d3805878,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:27.262119 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:27.262589 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:27.263008 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:27.263375 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:27.263713 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:27.264051 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:27.264913 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:27.265242 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:27.265571 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:27.265901 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:27.266231 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:27.266576 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:27.266901 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:27.267252 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:27.267573 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:27.268176 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7f6b0-ac90-4ece-99b8-d7552edf04f4 req-d4b6bd41-5cd3-460f-88d0-b9a3039f11b2 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:27.269665 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-30f7f6b0-ac90-4ece-99b8-d7552edf04f4 req-d4b6bd41-5cd3-460f-88d0-b9a3039f11b2 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 944 time: 0.0622451 Sep 22 17:16:27.319186 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-30f7f6b0-ac90-4ece-99b8-d7552edf04f4 req-2d0e5994-c238-4770-95d7-500d7a1a11b8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2a5f1c42-548d-43f0-b0cd-3717c7a7d432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436707 Sep 22 17:16:27.593615 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:27.699124 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['8666e805-fb54-4f7d-baa6-8a55d3805878'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:16:28.020544 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6a55a9ba-ff17-4573-a4a3-5cb530a26095 req-9b9e2c1c-9193-405f-81fe-8d70b63526e3 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-134821247&fields=id&tenant_id=0749b2616b854791aec389d669ef94c8 HTTP/1.1" status: 200 len: 267 time: 0.0450079 Sep 22 17:16:28.076337 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55a9ba-ff17-4573-a4a3-5cb530a26095 req-cf452cd9-c505-4d8b-9818-b6a2526e17b6 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:28.078047 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6a55a9ba-ff17-4573-a4a3-5cb530a26095 req-cf452cd9-c505-4d8b-9818-b6a2526e17b6 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 985 time: 0.0519404 Sep 22 17:16:28.088792 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-6a55a9ba-ff17-4573-a4a3-5cb530a26095 req-92aa3dd4-a98a-4bb4-8868-12da6d98aba7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Request body: {'port': {'security_groups': ['cc6ee124-fcd7-4f31-b97b-a5e90edd78cf']}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:28.169012 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-6a55a9ba-ff17-4573-a4a3-5cb530a26095 req-92aa3dd4-a98a-4bb4-8868-12da6d98aba7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:28.336616 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:28.354234 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-6a55a9ba-ff17-4573-a4a3-5cb530a26095 req-92aa3dd4-a98a-4bb4-8868-12da6d98aba7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] For port 5886ff66-8e7f-4da4-960b-035ee76660f1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5886ff66-8e7f-4da4-960b-035ee76660f1,segment=NetworkSegment(877523c1-9317-42cc-9487-3330bfdb1efc),segment_id=877523c1-9317-42cc-9487-3330bfdb1efc)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:28.387325 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-6a55a9ba-ff17-4573-a4a3-5cb530a26095 req-92aa3dd4-a98a-4bb4-8868-12da6d98aba7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:28.393590 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-6a55a9ba-ff17-4573-a4a3-5cb530a26095 req-92aa3dd4-a98a-4bb4-8868-12da6d98aba7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:28.406253 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55a9ba-ff17-4573-a4a3-5cb530a26095 req-92aa3dd4-a98a-4bb4-8868-12da6d98aba7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:28.407048 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-6a55a9ba-ff17-4573-a4a3-5cb530a26095 req-92aa3dd4-a98a-4bb4-8868-12da6d98aba7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:28.408416 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6a55a9ba-ff17-4573-a4a3-5cb530a26095 req-92aa3dd4-a98a-4bb4-8868-12da6d98aba7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "PUT /networking/v2.0/ports/5886ff66-8e7f-4da4-960b-035ee76660f1 HTTP/1.1" status: 200 len: 943 time: 0.3240998 Sep 22 17:16:28.408997 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'tag': '5886ff66-8e7f-4da4-960b-035ee76660f1'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:16:28.414284 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fca34b3-cd8b-424d-9db0-e6ce21544efc" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b", "tag": "5886ff66-8e7f-4da4-960b-035ee76660f1"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:28.414602 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36014) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:28.465993 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa3dd4-a98a-4bb4-8868-12da6d98aba7 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Pushing event updated for resources: {'Port': ['ID=5886ff66-8e7f-4da4-960b-035ee76660f1,revision_number=7']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:28.488270 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-129d4423-2b4f-4e9a-8fdf-d92c1b8974e6 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group (29fa356b-5477-44d1-8eab-bec3a18b8ba0), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:28.518022 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-129d4423-2b4f-4e9a-8fdf-d92c1b8974e6 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group (29fa356b-5477-44d1-8eab-bec3a18b8ba0), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:28.561970 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339feb0d-1d36-4456-a36b-2bd33accba99 x-openstack-request-id: req-339feb0d-1d36-4456-a36b-2bd33accba99 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:28.562424 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b", "tag": "5886ff66-8e7f-4da4-960b-035ee76660f1", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:28.562836 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-339feb0d-1d36-4456-a36b-2bd33accba99 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:28.563409 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339feb0d-1d36-4456-a36b-2bd33accba99'] response: {'name': 'network-changed', 'server_uuid': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'tag': '5886ff66-8e7f-4da4-960b-035ee76660f1', 'status': 'completed', 'code': 200} Sep 22 17:16:28.584102 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c1233-f59f-41c5-b3ee-5b1462960a44 req-a6c734e5-4ae9-40b6-b3a5-888e4f9f5a87 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:28.585743 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cb6c1233-f59f-41c5-b3ee-5b1462960a44 req-a6c734e5-4ae9-40b6-b3a5-888e4f9f5a87 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 944 time: 0.0870218 Sep 22 17:16:28.597544 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-129d4423-2b4f-4e9a-8fdf-d92c1b8974e6 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (29fa356b-5477-44d1-8eab-bec3a18b8ba0), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:28.600970 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-129d4423-2b4f-4e9a-8fdf-d92c1b8974e6 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:28.603146 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-129d4423-2b4f-4e9a-8fdf-d92c1b8974e6 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/29fa356b-5477-44d1-8eab-bec3a18b8ba0 HTTP/1.1" status: 204 len: 168 time: 0.1862030 Sep 22 17:16:28.609216 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36018) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:28.653709 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d4423-2b4f-4e9a-8fdf-d92c1b8974e6 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fa356b-5477-44d1-8eab-bec3a18b8ba0,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:28.684956 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cb6c1233-f59f-41c5-b3ee-5b1462960a44 req-dc807a1a-e357-4416-8246-63ce6e992b75 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2a5f1c42-548d-43f0-b0cd-3717c7a7d432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902104 Sep 22 17:16:28.690744 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c246b1-3bcb-441a-a529-025e5ca89530 req-82f7b31a-3e6f-4147-9139-9342189a2736 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:28.692211 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-34c246b1-3bcb-441a-a529-025e5ca89530 req-82f7b31a-3e6f-4147-9139-9342189a2736 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0779238 Sep 22 17:16:28.744341 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-34c246b1-3bcb-441a-a529-025e5ca89530 req-00b1944f-a0a3-4387-bed5-ad3fef7e87a7 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442896 Sep 22 17:16:28.772476 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-26eb1755-54d2-43b5-a21b-2b4adcd36395 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Deleting port d08148b3-499e-440c-b16a-68fdfa7d4ff5 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:28.772814 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-26eb1755-54d2-43b5-a21b-2b4adcd36395 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (d08148b3-499e-440c-b16a-68fdfa7d4ff5), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:28.853226 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['5886ff66-8e7f-4da4-960b-035ee76660f1'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:16:28.853864 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-26eb1755-54d2-43b5-a21b-2b4adcd36395 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (d08148b3-499e-440c-b16a-68fdfa7d4ff5), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:28.853864 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-26eb1755-54d2-43b5-a21b-2b4adcd36395 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for floatingip (d08148b3-499e-440c-b16a-68fdfa7d4ff5), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:28.868523 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-26eb1755-54d2-43b5-a21b-2b4adcd36395 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Calling delete_port for d08148b3-499e-440c-b16a-68fdfa7d4ff5 owned by network:floatingip {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:28.870195 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca34b3-cd8b-424d-9db0-e6ce21544efc req-76ae0aa3-d277-4637-9d02-c4e52fd65992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:28.871778 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0fca34b3-cd8b-424d-9db0-e6ce21544efc req-76ae0aa3-d277-4637-9d02-c4e52fd65992 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0749b2616b854791aec389d669ef94c8&device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 1130 time: 0.0410774 Sep 22 17:16:28.969440 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca34b3-cd8b-424d-9db0-e6ce21544efc req-0a839284-c149-4fdd-8296-76dc33da603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:28.970910 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0fca34b3-cd8b-424d-9db0-e6ce21544efc req-0a839284-c149-4fdd-8296-76dc33da603a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=4b09edd4-a749-403e-9dd8-93689c623cd0 HTTP/1.1" status: 200 len: 914 time: 0.0931008 Sep 22 17:16:29.032869 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['5886ff66-8e7f-4da4-960b-035ee76660f1'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:16:29.046845 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-26eb1755-54d2-43b5-a21b-2b4adcd36395 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (d08148b3-499e-440c-b16a-68fdfa7d4ff5), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:29.048646 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0fca34b3-cd8b-424d-9db0-e6ce21544efc req-3b93afec-949d-41e5-96fc-9ca6491652f1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5886ff66-8e7f-4da4-960b-035ee76660f1 HTTP/1.1" status: 200 len: 1001 time: 0.0661671 Sep 22 17:16:29.079154 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb1755-54d2-43b5-a21b-2b4adcd36395 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Pushing event deleted for resources: {'Port': ['ID=d08148b3-499e-440c-b16a-68fdfa7d4ff5,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:29.118575 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca34b3-cd8b-424d-9db0-e6ce21544efc req-769deda9-b54f-4c5c-9843-5c8040e14547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:29.120115 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0fca34b3-cd8b-424d-9db0-e6ce21544efc req-769deda9-b54f-4c5c-9843-5c8040e14547 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6a9dc17b-3417-453b-9033-563172d97760 HTTP/1.1" status: 200 len: 852 time: 0.0647438 Sep 22 17:16:29.134821 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:29.142754 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-26eb1755-54d2-43b5-a21b-2b4adcd36395 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks [] for floatingip (461c6a8d-214c-4571-b83f-9f28a651ce07), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:29.143118 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.l3_db [None req-26eb1755-54d2-43b5-a21b-2b4adcd36395 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Floating IP 461c6a8d-214c-4571-b83f-9f28a651ce07 disassociated (deleted). External IP: 172.27.1.24, port: 5886ff66-8e7f-4da4-960b-035ee76660f1. Sep 22 17:16:29.164116 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca34b3-cd8b-424d-9db0-e6ce21544efc req-9b440683-ac2b-4362-bc38-400525891eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:29.165628 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0fca34b3-cd8b-424d-9db0-e6ce21544efc req-9b440683-ac2b-4362-bc38-400525891eac service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4b09edd4-a749-403e-9dd8-93689c623cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393050 Sep 22 17:16:29.169205 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:29.261541 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0fca34b3-cd8b-424d-9db0-e6ce21544efc req-03e3482b-f8c2-4fd4-8cd8-b3f367b9dca6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4b09edd4-a749-403e-9dd8-93689c623cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882745 Sep 22 17:16:29.343037 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:29.345147 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eb1755-54d2-43b5-a21b-2b4adcd36395 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:16:29.352584 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:29.356098 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0fca34b3-cd8b-424d-9db0-e6ce21544efc req-be5c95c4-4764-42ee-9948-4dc796380423 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4b09edd4-a749-403e-9dd8-93689c623cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881853 Sep 22 17:16:29.424413 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 8666e805-fb54-4f7d-baa6-8a55d3805878 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:29.453589 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:29.457546 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eb1755-54d2-43b5-a21b-2b4adcd36395 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:16:29.463372 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-26eb1755-54d2-43b5-a21b-2b4adcd36395 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:29.470235 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85524fc-7a37-4e78-a5bb-62c413dbd4c1 None None] Sync routers for ids ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:16:29.473918 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port 8666e805-fb54-4f7d-baa6-8a55d3805878 completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:16:29.485469 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port 8666e805-fb54-4f7d-baa6-8a55d3805878 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:16:29.485825 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (8666e805-fb54-4f7d-baa6-8a55d3805878), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:29.486169 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port 8666e805-fb54-4f7d-baa6-8a55d3805878 Sep 22 17:16:29.489347 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85524fc-7a37-4e78-a5bb-62c413dbd4c1 None None] Routers {'8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:16:29.489495 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-d85524fc-7a37-4e78-a5bb-62c413dbd4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:29.495581 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-26eb1755-54d2-43b5-a21b-2b4adcd36395 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/461c6a8d-214c-4571-b83f-9f28a651ce07 HTTP/1.1" status: 204 len: 168 time: 0.8850217 Sep 22 17:16:29.496213 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'tag': '5886ff66-8e7f-4da4-960b-035ee76660f1'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:16:29.498561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de71ac3d-1863-4d42-b8dc-f8de00deec28" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b", "tag": "5886ff66-8e7f-4da4-960b-035ee76660f1"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:29.541764 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043e5377-d717-42a0-a192-69a8c3a2a963 x-openstack-request-id: req-043e5377-d717-42a0-a192-69a8c3a2a963 {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:29.542121 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b", "tag": "5886ff66-8e7f-4da4-960b-035ee76660f1", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:29.542547 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-043e5377-d717-42a0-a192-69a8c3a2a963 {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:29.543081 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043e5377-d717-42a0-a192-69a8c3a2a963'] response: {'name': 'network-changed', 'server_uuid': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'tag': '5886ff66-8e7f-4da4-960b-035ee76660f1', 'status': 'completed', 'code': 200} Sep 22 17:16:29.648168 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71ac3d-1863-4d42-b8dc-f8de00deec28 req-89824e2d-3fcc-4396-a76b-d7a055cbedff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:29.649918 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-de71ac3d-1863-4d42-b8dc-f8de00deec28 req-89824e2d-3fcc-4396-a76b-d7a055cbedff service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0749b2616b854791aec389d669ef94c8&device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 1130 time: 0.0439951 Sep 22 17:16:29.677511 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-d85524fc-7a37-4e78-a5bb-62c413dbd4c1 None None] Set router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:16:29.680221 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 8666e805-fb54-4f7d-baa6-8a55d3805878 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:16:29.680411 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (8666e805-fb54-4f7d-baa6-8a55d3805878), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:29.771872 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71ac3d-1863-4d42-b8dc-f8de00deec28 req-95524b81-fdbe-4409-b920-699065705b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:29.773470 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-de71ac3d-1863-4d42-b8dc-f8de00deec28 req-95524b81-fdbe-4409-b920-699065705b2c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=4b09edd4-a749-403e-9dd8-93689c623cd0 HTTP/1.1" status: 200 len: 914 time: 0.1178288 Sep 22 17:16:29.851080 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-de71ac3d-1863-4d42-b8dc-f8de00deec28 req-f556e911-1a8b-4e45-9a9d-4ddf7aa35dd5 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5886ff66-8e7f-4da4-960b-035ee76660f1 HTTP/1.1" status: 200 len: 217 time: 0.0533442 Sep 22 17:16:29.898115 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317daea2-77e2-4c68-b9e3-849b3164d8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8666e805-fb54-4f7d-baa6-8a55d3805878'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:16:29.900410 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89570d56-d591-45ed-8c8c-4d1deb4d9220" -d '{"events": [{"server_uuid": "317daea2-77e2-4c68-b9e3-849b3164d8f2", "name": "network-vif-plugged", "status": "completed", "tag": "8666e805-fb54-4f7d-baa6-8a55d3805878"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:29.931488 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:29.940829 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 8666e805-fb54-4f7d-baa6-8a55d3805878, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8666e805-fb54-4f7d-baa6-8a55d3805878,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:29.948205 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6432d-c97a-4914-bf5a-33232565b244 req-ad0ebff1-7803-4a9c-91ba-578ffd4466e3 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:29.949678 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c4d6432d-c97a-4914-bf5a-33232565b244 req-ad0ebff1-7803-4a9c-91ba-578ffd4466e3 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 944 time: 0.1403358 Sep 22 17:16:29.955985 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (8666e805-fb54-4f7d-baa6-8a55d3805878), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:29.967039 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2aba4e-da16-4063-8180-a01b767bae22 req-8ce69a2d-48c6-4184-b2b4-76a776459952 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:29.969039 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cb2aba4e-da16-4063-8180-a01b767bae22 req-8ce69a2d-48c6-4184-b2b4-76a776459952 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.1169100 Sep 22 17:16:29.988463 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71ac3d-1863-4d42-b8dc-f8de00deec28 req-efec8d5b-1c94-4347-a4a2-bf5dfa6942e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:29.989864 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-de71ac3d-1863-4d42-b8dc-f8de00deec28 req-efec8d5b-1c94-4347-a4a2-bf5dfa6942e8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6a9dc17b-3417-453b-9033-563172d97760 HTTP/1.1" status: 200 len: 852 time: 0.1071117 Sep 22 17:16:30.045576 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c4d6432d-c97a-4914-bf5a-33232565b244 req-1562e6e0-199c-4f0e-a4c1-dc0ce4fde34b tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2a5f1c42-548d-43f0-b0cd-3717c7a7d432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877812 Sep 22 17:16:30.054064 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cb2aba4e-da16-4063-8180-a01b767bae22 req-31fef14d-cfc3-4c88-899c-3d142c65c426 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749319 Sep 22 17:16:30.054694 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=8666e805-fb54-4f7d-baa6-8a55d3805878,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:30.123906 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-d85524fc-7a37-4e78-a5bb-62c413dbd4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'name': 'tempest-TestMinimumBasicScenario-84692388-router', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '760ddbb6-97af-4055-856c-dc363243884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:26Z', 'updated_at': '2022-09-22T17:12:30Z', 'revision_number': 4, 'project_id': '0749b2616b854791aec389d669ef94c8', 'gw_port': {'id': '760ddbb6-97af-4055-856c-dc363243884a', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:27Z', 'updated_at': '2022-09-22T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'de408782-9b8a-4b57-9b8c-08e4b400c7c3', 'name': '', 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'mac_address': 'fa:16:3e:69:16:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6a9dc17b-3417-453b-9033-563172d97760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:29Z', 'updated_at': '2022-09-22T17:12:35Z', 'revision_number': 5, 'project_id': '0749b2616b854791aec389d669ef94c8', 'subnets': [{'id': '6a9dc17b-3417-453b-9033-563172d97760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:30.149767 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f075f85-e31d-4cba-ab35-5a5e2a9902ff x-openstack-request-id: req-1f075f85-e31d-4cba-ab35-5a5e2a9902ff {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:30.150063 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317daea2-77e2-4c68-b9e3-849b3164d8f2", "name": "network-vif-plugged", "status": "completed", "tag": "8666e805-fb54-4f7d-baa6-8a55d3805878", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:30.150319 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f075f85-e31d-4cba-ab35-5a5e2a9902ff {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:30.150713 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f075f85-e31d-4cba-ab35-5a5e2a9902ff'] response: {'server_uuid': '317daea2-77e2-4c68-b9e3-849b3164d8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8666e805-fb54-4f7d-baa6-8a55d3805878', 'code': 200} Sep 22 17:16:30.151781 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85524fc-7a37-4e78-a5bb-62c413dbd4c1 None None] Checking router: 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:16:30.160900 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85524fc-7a37-4e78-a5bb-62c413dbd4c1 None None] Routers {'8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:16:30.161506 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-d85524fc-7a37-4e78-a5bb-62c413dbd4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:30.267584 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-d85524fc-7a37-4e78-a5bb-62c413dbd4c1 None None] Set router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:16:30.358354 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71ac3d-1863-4d42-b8dc-f8de00deec28 req-a594a170-8376-4217-9aa4-e069c2e10a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:30.359951 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-de71ac3d-1863-4d42-b8dc-f8de00deec28 req-a594a170-8376-4217-9aa4-e069c2e10a18 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=4b09edd4-a749-403e-9dd8-93689c623cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463579 Sep 22 17:16:30.470879 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-d85524fc-7a37-4e78-a5bb-62c413dbd4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'name': 'tempest-TestMinimumBasicScenario-84692388-router', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '760ddbb6-97af-4055-856c-dc363243884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:26Z', 'updated_at': '2022-09-22T17:12:30Z', 'revision_number': 4, 'project_id': '0749b2616b854791aec389d669ef94c8', 'gw_port': {'id': '760ddbb6-97af-4055-856c-dc363243884a', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:27Z', 'updated_at': '2022-09-22T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'de408782-9b8a-4b57-9b8c-08e4b400c7c3', 'name': '', 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'mac_address': 'fa:16:3e:69:16:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6a9dc17b-3417-453b-9033-563172d97760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:29Z', 'updated_at': '2022-09-22T17:12:35Z', 'revision_number': 5, 'project_id': '0749b2616b854791aec389d669ef94c8', 'subnets': [{'id': '6a9dc17b-3417-453b-9033-563172d97760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:30.485196 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-de71ac3d-1863-4d42-b8dc-f8de00deec28 req-534c55c3-76c2-454b-a4f0-b06deb62809f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4b09edd4-a749-403e-9dd8-93689c623cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000283 Sep 22 17:16:30.500073 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85524fc-7a37-4e78-a5bb-62c413dbd4c1 None None] The sync data for ids ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'] in dv-cinder-835384-28-iscsi is: [{'id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'name': 'tempest-TestMinimumBasicScenario-84692388-router', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '760ddbb6-97af-4055-856c-dc363243884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:26Z', 'updated_at': '2022-09-22T17:12:30Z', 'revision_number': 4, 'project_id': '0749b2616b854791aec389d669ef94c8', 'gw_port': {'id': '760ddbb6-97af-4055-856c-dc363243884a', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:27Z', 'updated_at': '2022-09-22T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'de408782-9b8a-4b57-9b8c-08e4b400c7c3', 'name': '', 'network_id': '4b09edd4-a749-403e-9dd8-93689c623cd0', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'mac_address': 'fa:16:3e:69:16:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6a9dc17b-3417-453b-9033-563172d97760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:29Z', 'updated_at': '2022-09-22T17:12:35Z', 'revision_number': 5, 'project_id': '0749b2616b854791aec389d669ef94c8', 'subnets': [{'id': '6a9dc17b-3417-453b-9033-563172d97760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:16:30.589210 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7071c5-85e5-4231-87d4-57377f8f8274 req-a70da925-5792-4092-b282-1df22e2319fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:30.590739 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-7b7071c5-85e5-4231-87d4-57377f8f8274 req-a70da925-5792-4092-b282-1df22e2319fa service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 1129 time: 0.0505140 Sep 22 17:16:30.618312 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-de71ac3d-1863-4d42-b8dc-f8de00deec28 req-7274672a-1168-4285-9e2f-9f2bf9114cbf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/4b09edd4-a749-403e-9dd8-93689c623cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061430 Sep 22 17:16:30.641079 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-7b7071c5-85e5-4231-87d4-57377f8f8274 req-48bf701e-f16e-4bfb-9bd6-e2ccb5c2c1d3 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=2a5f1c42-548d-43f0-b0cd-3717c7a7d432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434957 Sep 22 17:16:30.751598 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bddece-180f-49db-8f0f-2131601ea65f None None] New status for floating IP 461c6a8d-214c-4571-b83f-9f28a651ce07: DOWN {{(pid=106558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:16:31.213250 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc53c9-a0d7-4168-8b27-35d2c2c92fb1 req-0d117da7-0068-42a9-8d2a-bf13c9d22499 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:31.214734 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aacc53c9-a0d7-4168-8b27-35d2c2c92fb1 req-0d117da7-0068-42a9-8d2a-bf13c9d22499 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 945 time: 0.0753181 Sep 22 17:16:31.241732 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10193e-1a60-4e8d-a358-33e0f3a8bc34 req-6e0b1830-ef87-4efe-857f-b3e40ff795ad tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:31.243176 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fb10193e-1a60-4e8d-a358-33e0f3a8bc34 req-6e0b1830-ef87-4efe-857f-b3e40ff795ad tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0731640 Sep 22 17:16:31.263065 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:31.296395 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aacc53c9-a0d7-4168-8b27-35d2c2c92fb1 req-ed35ba03-34fc-4bca-9a33-962a15b7a5a7 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2a5f1c42-548d-43f0-b0cd-3717c7a7d432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758314 Sep 22 17:16:31.321937 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fb10193e-1a60-4e8d-a358-33e0f3a8bc34 req-64e0f65e-2d8c-4266-9ed9-a494fbe7be7c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712438 Sep 22 17:16:32.458570 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c198209-e7cb-47e6-8395-e4931275e257 req-84967d81-5144-4854-8536-8ab67cb461fb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:32.460198 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2c198209-e7cb-47e6-8395-e4931275e257 req-84967d81-5144-4854-8536-8ab67cb461fb tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 945 time: 0.0839167 Sep 22 17:16:32.480703 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de524a12-47e5-4d09-8dd3-6bfa9dceef03 req-35c089b4-1dfe-4503-b35c-064f037f2bbd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:32.482117 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-de524a12-47e5-4d09-8dd3-6bfa9dceef03 req-35c089b4-1dfe-4503-b35c-064f037f2bbd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0739248 Sep 22 17:16:32.541613 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2c198209-e7cb-47e6-8395-e4931275e257 req-0f129784-4920-402d-8f7e-1d823627e49f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2a5f1c42-548d-43f0-b0cd-3717c7a7d432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747395 Sep 22 17:16:32.557984 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-de524a12-47e5-4d09-8dd3-6bfa9dceef03 req-37977e91-51fc-4e1b-9e55-107d51cc4330 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666802 Sep 22 17:16:32.664728 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b451c17-da20-4705-aae3-55ce20d0fda6 req-326e08bd-0e47-4229-ab53-2233ff5aa143 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:32.666222 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1b451c17-da20-4705-aae3-55ce20d0fda6 req-326e08bd-0e47-4229-ab53-2233ff5aa143 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 945 time: 0.0517781 Sep 22 17:16:32.677929 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36060) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:32.682572 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-750444a2-7159-4146-9f50-9b034995104a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Request body: {'floatingip': {'port_id': '8666e805-fb54-4f7d-baa6-8a55d3805878'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:16:32.724404 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-750444a2-7159-4146-9f50-9b034995104a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (993c606c-32f8-44a0-a57b-fe0763fa1eee), before_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:33.168826 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-750444a2-7159-4146-9f50-9b034995104a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:33.174153 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-750444a2-7159-4146-9f50-9b034995104a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (993c606c-32f8-44a0-a57b-fe0763fa1eee), after_update {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:33.287305 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.l3_db [None req-750444a2-7159-4146-9f50-9b034995104a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Floating IP 993c606c-32f8-44a0-a57b-fe0763fa1eee associated. External IP: 172.27.1.245, port: 8666e805-fb54-4f7d-baa6-8a55d3805878. Sep 22 17:16:33.360917 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632a5d4-11c0-4422-9089-b59d285825d3 req-1a0ad815-0f4c-4150-bc87-c2fac85309c4 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:33.362341 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6632a5d4-11c0-4422-9089-b59d285825d3 req-1a0ad815-0f4c-4150-bc87-c2fac85309c4 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 946 time: 0.0482345 Sep 22 17:16:33.422520 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6632a5d4-11c0-4422-9089-b59d285825d3 req-259c44bd-71b1-4e1d-94e1-05c9c2385e48 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538354 Sep 22 17:16:33.454783 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:33.509153 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750444a2-7159-4146-9f50-9b034995104a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Router d8e5a412-a5b6-469e-a8ae-72241d1cab6b has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:16:33.696026 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ab8cc-37d5-45f4-8883-61cb228a3dd5 req-585cd2d6-7cf3-4194-87a1-3c132d3dce38 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:33.697585 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-005ab8cc-37d5-45f4-8883-61cb228a3dd5 req-585cd2d6-7cf3-4194-87a1-3c132d3dce38 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0547807 Sep 22 17:16:33.747534 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:33.753446 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-005ab8cc-37d5-45f4-8883-61cb228a3dd5 req-215c88f3-235a-4283-8559-49245ca9ce23 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492799 Sep 22 17:16:33.828238 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:33.878901 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750444a2-7159-4146-9f50-9b034995104a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:16:33.883776 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-750444a2-7159-4146-9f50-9b034995104a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:33.889958 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1222da6d-53cd-4574-baa1-396ed387a54b None None] Sync routers for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:16:33.900005 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1222da6d-53cd-4574-baa1-396ed387a54b None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:16:33.900602 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-1222da6d-53cd-4574-baa1-396ed387a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:33.913226 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-750444a2-7159-4146-9f50-9b034995104a tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/993c606c-32f8-44a0-a57b-fe0763fa1eee HTTP/1.1" status: 200 len: 991 time: 1.2341995 Sep 22 17:16:33.913872 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317daea2-77e2-4c68-b9e3-849b3164d8f2', 'tag': '8666e805-fb54-4f7d-baa6-8a55d3805878'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:16:33.916186 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24394ee-2443-452f-9fef-678230078520" -d '{"events": [{"name": "network-changed", "server_uuid": "317daea2-77e2-4c68-b9e3-849b3164d8f2", "tag": "8666e805-fb54-4f7d-baa6-8a55d3805878"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:33.939185 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:33.947629 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:33.957023 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10fa36c-c889-4d28-a8b8-96973c7fa6a4 x-openstack-request-id: req-f10fa36c-c889-4d28-a8b8-96973c7fa6a4 {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:33.957318 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317daea2-77e2-4c68-b9e3-849b3164d8f2", "tag": "8666e805-fb54-4f7d-baa6-8a55d3805878", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:33.957574 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f10fa36c-c889-4d28-a8b8-96973c7fa6a4 {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:33.957986 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10fa36c-c889-4d28-a8b8-96973c7fa6a4'] response: {'name': 'network-changed', 'server_uuid': '317daea2-77e2-4c68-b9e3-849b3164d8f2', 'tag': '8666e805-fb54-4f7d-baa6-8a55d3805878', 'status': 'completed', 'code': 200} Sep 22 17:16:34.010683 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-1222da6d-53cd-4574-baa1-396ed387a54b None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:16:34.228099 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-1222da6d-53cd-4574-baa1-396ed387a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '993c606c-32f8-44a0-a57b-fe0763fa1eee', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': '8666e805-fb54-4f7d-baa6-8a55d3805878', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:4d:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317daea2-77e2-4c68-b9e3-849b3164d8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:16:16Z', 'updated_at': '2022-09-22T17:16:33Z', 'revision_number': 1, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:34.257489 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1222da6d-53cd-4574-baa1-396ed387a54b None None] Checking router: d8e5a412-a5b6-469e-a8ae-72241d1cab6b for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:16:34.266566 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1222da6d-53cd-4574-baa1-396ed387a54b None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:16:34.267208 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-1222da6d-53cd-4574-baa1-396ed387a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:34.367249 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-1222da6d-53cd-4574-baa1-396ed387a54b None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:16:34.416567 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36074) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:34.571838 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb954d22-4429-486f-92a7-8ed6e77a4ca9 req-eedee8a9-ecb6-43db-b4b4-97b8e0344b09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:34.573206 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fb954d22-4429-486f-92a7-8ed6e77a4ca9 req-eedee8a9-ecb6-43db-b4b4-97b8e0344b09 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 946 time: 0.0659811 Sep 22 17:16:34.587929 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-1222da6d-53cd-4574-baa1-396ed387a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '993c606c-32f8-44a0-a57b-fe0763fa1eee', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': '8666e805-fb54-4f7d-baa6-8a55d3805878', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:4d:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317daea2-77e2-4c68-b9e3-849b3164d8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:16:16Z', 'updated_at': '2022-09-22T17:16:33Z', 'revision_number': 1, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:34.614474 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1222da6d-53cd-4574-baa1-396ed387a54b None None] The sync data for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi is: [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '993c606c-32f8-44a0-a57b-fe0763fa1eee', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'port_id': '8666e805-fb54-4f7d-baa6-8a55d3805878', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'mac_address': 'fa:16:3e:4d:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317daea2-77e2-4c68-b9e3-849b3164d8f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:16:16Z', 'updated_at': '2022-09-22T17:16:33Z', 'revision_number': 1, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:16:34.621564 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc9990-de85-494c-adfd-db1e782fc918 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Deleting port dcf9d636-a6ba-4844-925f-8f07ea99c6f5 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:34.621911 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9990-de85-494c-adfd-db1e782fc918 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (dcf9d636-a6ba-4844-925f-8f07ea99c6f5), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:34.690070 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-fb954d22-4429-486f-92a7-8ed6e77a4ca9 req-35cdcc53-e831-410e-9a19-0f88fa9fc562 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987804 Sep 22 17:16:34.724862 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9990-de85-494c-adfd-db1e782fc918 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (dcf9d636-a6ba-4844-925f-8f07ea99c6f5), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:34.725618 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9990-de85-494c-adfd-db1e782fc918 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for floatingip (dcf9d636-a6ba-4844-925f-8f07ea99c6f5), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:34.738774 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc9990-de85-494c-adfd-db1e782fc918 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Calling delete_port for dcf9d636-a6ba-4844-925f-8f07ea99c6f5 owned by network:floatingip {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:34.846917 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba18e5e-1a1b-4e33-85de-0648af5781fd None None] New status for floating IP 993c606c-32f8-44a0-a57b-fe0763fa1eee: ACTIVE {{(pid=106558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:16:34.931768 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf8ac2-babd-4a84-9aee-2ceba4aeea28 req-4d27f9b6-c946-4395-b386-576e175dba18 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:34.933267 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-33bf8ac2-babd-4a84-9aee-2ceba4aeea28 req-4d27f9b6-c946-4395-b386-576e175dba18 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0771596 Sep 22 17:16:34.953050 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:34.958879 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24394ee-2443-452f-9fef-678230078520 req-f6da8684-d2be-4c32-84b1-0b3e382e5b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:34.961031 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-e24394ee-2443-452f-9fef-678230078520 req-f6da8684-d2be-4c32-84b1-0b3e382e5b58 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 1129 time: 0.0436671 Sep 22 17:16:34.977614 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9990-de85-494c-adfd-db1e782fc918 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (dcf9d636-a6ba-4844-925f-8f07ea99c6f5), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:35.017977 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc9990-de85-494c-adfd-db1e782fc918 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Pushing event deleted for resources: {'Port': ['ID=dcf9d636-a6ba-4844-925f-8f07ea99c6f5,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:35.054744 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-33bf8ac2-babd-4a84-9aee-2ceba4aeea28 req-d2ac5125-17df-4c40-a757-69cecbb0bf7c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133997 Sep 22 17:16:35.072275 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24394ee-2443-452f-9fef-678230078520 req-a3ed8ea7-c4c0-482f-b1d4-8f6ac00d7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:35.074198 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-e24394ee-2443-452f-9fef-678230078520 req-a3ed8ea7-c4c0-482f-b1d4-8f6ac00d7978 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=82eac7a2-877a-48c4-bcb2-cd10274854a5 HTTP/1.1" status: 200 len: 915 time: 0.1051705 Sep 22 17:16:35.098206 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9990-de85-494c-adfd-db1e782fc918 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for floatingip (10c086d3-1715-4db4-be95-e3d4af145054), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:35.098519 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.l3_db [None req-e8bc9990-de85-494c-adfd-db1e782fc918 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Floating IP 10c086d3-1715-4db4-be95-e3d4af145054 disassociated (deleted). External IP: 172.27.1.131, port: bfa945c1-4510-4653-9180-db1133adbc18. Sep 22 17:16:35.218834 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-e24394ee-2443-452f-9fef-678230078520 req-1b204b7b-3451-4af9-94f7-796b0770d9c2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8666e805-fb54-4f7d-baa6-8a55d3805878 HTTP/1.1" status: 200 len: 1001 time: 0.0622895 Sep 22 17:16:35.271064 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24394ee-2443-452f-9fef-678230078520 req-ca69b944-9ee3-48e9-be49-4e59bf7d1dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:35.272564 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-e24394ee-2443-452f-9fef-678230078520 req-ca69b944-9ee3-48e9-be49-4e59bf7d1dd1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=83a051e4-a154-4ee6-92cd-c98927c3c055 HTTP/1.1" status: 200 len: 853 time: 0.0479105 Sep 22 17:16:35.432265 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24394ee-2443-452f-9fef-678230078520 req-edfbb78d-4db9-42b3-9176-5ce9419856c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:35.433774 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-e24394ee-2443-452f-9fef-678230078520 req-edfbb78d-4db9-42b3-9176-5ce9419856c7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=82eac7a2-877a-48c4-bcb2-cd10274854a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427902 Sep 22 17:16:35.465542 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae799166-981b-41a8-83f3-adbcdb41d4b4 req-f3d424a4-a5b9-42b2-b7e7-26123ab316bf tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:35.466971 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ae799166-981b-41a8-83f3-adbcdb41d4b4 req-f3d424a4-a5b9-42b2-b7e7-26123ab316bf tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 946 time: 0.0577002 Sep 22 17:16:35.479186 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:35.526994 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-e24394ee-2443-452f-9fef-678230078520 req-4bbda6d6-b5ac-49a2-a9ae-40d1741aac18 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856559 Sep 22 17:16:35.625086 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-e24394ee-2443-452f-9fef-678230078520 req-d0130e69-f061-46c4-a290-0ba4d605a0ad service neutron] 10.222.0.33 "GET /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920563 Sep 22 17:16:35.633090 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-ae799166-981b-41a8-83f3-adbcdb41d4b4 req-39ea4dae-3d3d-487d-aec3-fa5f9573edca tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Deleting port 5886ff66-8e7f-4da4-960b-035ee76660f1 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:35.633425 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-ae799166-981b-41a8-83f3-adbcdb41d4b4 req-39ea4dae-3d3d-487d-aec3-fa5f9573edca tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:35.684610 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bc9990-de85-494c-adfd-db1e782fc918 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Router ea505bf6-d811-4f74-8b47-086efc035c08 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:16:35.789104 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-ae799166-981b-41a8-83f3-adbcdb41d4b4 req-39ea4dae-3d3d-487d-aec3-fa5f9573edca tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] For port 5886ff66-8e7f-4da4-960b-035ee76660f1, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=5886ff66-8e7f-4da4-960b-035ee76660f1,segment=NetworkSegment(877523c1-9317-42cc-9487-3330bfdb1efc),segment_id=877523c1-9317-42cc-9487-3330bfdb1efc)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:35.789820 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-ae799166-981b-41a8-83f3-adbcdb41d4b4 req-39ea4dae-3d3d-487d-aec3-fa5f9573edca tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:35.847368 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-ae799166-981b-41a8-83f3-adbcdb41d4b4 req-39ea4dae-3d3d-487d-aec3-fa5f9573edca tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Calling delete_port for 5886ff66-8e7f-4da4-960b-035ee76660f1 owned by compute:nova {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:35.880954 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a5640-2794-462f-852e-7709f3eb8487 req-a04e9923-e9e9-49fd-b11b-3a5759416ffc tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:35.882392 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e18a5640-2794-462f-852e-7709f3eb8487 req-a04e9923-e9e9-49fd-b11b-3a5759416ffc tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 946 time: 0.1113620 Sep 22 17:16:35.923089 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bc9990-de85-494c-adfd-db1e782fc918 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:16:35.930259 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e8bc9990-de85-494c-adfd-db1e782fc918 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:35.932476 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421ae503-3c4f-45fe-bbe3-fd8ba3a8b765 None None] Sync routers for ids ['ea505bf6-d811-4f74-8b47-086efc035c08'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:16:35.943730 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421ae503-3c4f-45fe-bbe3-fd8ba3a8b765 None None] Routers {'ea505bf6-d811-4f74-8b47-086efc035c08'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:16:35.944621 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-421ae503-3c4f-45fe-bbe3-fd8ba3a8b765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['ea505bf6-d811-4f74-8b47-086efc035c08'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:36.000280 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-e8bc9990-de85-494c-adfd-db1e782fc918 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/10c086d3-1715-4db4-be95-e3d4af145054 HTTP/1.1" status: 204 len: 168 time: 1.5826254 Sep 22 17:16:36.004659 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e671ca-5873-4190-9048-a875393d1055', 'tag': 'bfa945c1-4510-4653-9180-db1133adbc18'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:16:36.006906 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fec214-ce7a-4c6c-b579-f798101703e7" -d '{"events": [{"name": "network-changed", "server_uuid": "60e671ca-5873-4190-9048-a875393d1055", "tag": "bfa945c1-4510-4653-9180-db1133adbc18"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:36.017874 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:36.022122 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e18a5640-2794-462f-852e-7709f3eb8487 req-f6bb7332-2f6f-470f-a4c0-f845016f671f tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319823 Sep 22 17:16:36.056375 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-421ae503-3c4f-45fe-bbe3-fd8ba3a8b765 None None] Set router ea505bf6-d811-4f74-8b47-086efc035c08 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:16:36.095349 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dc918e-5572-44da-9934-6d63f7a2e62e x-openstack-request-id: req-80dc918e-5572-44da-9934-6d63f7a2e62e {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:36.095798 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e671ca-5873-4190-9048-a875393d1055", "tag": "bfa945c1-4510-4653-9180-db1133adbc18", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:36.096055 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80dc918e-5572-44da-9934-6d63f7a2e62e {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:36.096483 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80dc918e-5572-44da-9934-6d63f7a2e62e'] response: {'name': 'network-changed', 'server_uuid': '60e671ca-5873-4190-9048-a875393d1055', 'tag': 'bfa945c1-4510-4653-9180-db1133adbc18', 'status': 'completed', 'code': 200} Sep 22 17:16:36.102780 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-ae799166-981b-41a8-83f3-adbcdb41d4b4 req-39ea4dae-3d3d-487d-aec3-fa5f9573edca tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (5886ff66-8e7f-4da4-960b-035ee76660f1), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:36.160066 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['5886ff66-8e7f-4da4-960b-035ee76660f1'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:16:36.191089 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea4dae-3d3d-487d-aec3-fa5f9573edca tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Pushing event deleted for resources: {'Port': ['ID=5886ff66-8e7f-4da4-960b-035ee76660f1,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:36.205954 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fec214-ce7a-4c6c-b579-f798101703e7 req-103a134c-62a4-4580-a10c-3922b520750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:36.207578 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-38fec214-ce7a-4c6c-b579-f798101703e7 req-103a134c-62a4-4580-a10c-3922b520750b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1ed7377d32844bbf95f995831bc21d6b&device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 1129 time: 0.0538733 Sep 22 17:16:36.288373 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4b234-f8b6-472b-b3f0-8cc77dd26ed9 req-b572410e-b213-4028-a9db-4bea26498c26 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:36.296154 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dab4b234-f8b6-472b-b3f0-8cc77dd26ed9 req-b572410e-b213-4028-a9db-4bea26498c26 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.1375680 Sep 22 17:16:36.357361 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae799166-981b-41a8-83f3-adbcdb41d4b4 req-39ea4dae-3d3d-487d-aec3-fa5f9573edca tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] No DVR routers for this DVR port 5886ff66-8e7f-4da4-960b-035ee76660f1 on host hv-cinder-83538 {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:16:36.362897 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-ae799166-981b-41a8-83f3-adbcdb41d4b4 req-39ea4dae-3d3d-487d-aec3-fa5f9573edca tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:36.366176 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ae799166-981b-41a8-83f3-adbcdb41d4b4 req-39ea4dae-3d3d-487d-aec3-fa5f9573edca tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.33 "DELETE /networking/v2.0/ports/5886ff66-8e7f-4da4-960b-035ee76660f1 HTTP/1.1" status: 204 len: 173 time: 0.8932288 Sep 22 17:16:36.380555 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7557905-55ff-4073-a7b0-a94a3d8adf23 req-103af4b1-8f90-48b8-b3db-b935692ea86c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:36.382089 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b7557905-55ff-4073-a7b0-a94a3d8adf23 req-103af4b1-8f90-48b8-b3db-b935692ea86c tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.1147137 Sep 22 17:16:36.400334 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:36.437515 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-dab4b234-f8b6-472b-b3f0-8cc77dd26ed9 req-6af3a664-9e74-479a-9be4-6dcd579fd31f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401687 Sep 22 17:16:36.455674 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b7557905-55ff-4073-a7b0-a94a3d8adf23 req-b4b2982a-787d-4de9-8f36-874993e25585 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652971 Sep 22 17:16:36.491656 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-421ae503-3c4f-45fe-bbe3-fd8ba3a8b765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'name': 'tempest-TestShelveInstance-2088711298-router', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:02Z', 'updated_at': '2022-09-22T17:09:07Z', 'revision_number': 4, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'gw_port': {'id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:04Z', 'updated_at': '2022-09-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8', 'name': '', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'mac_address': 'fa:16:3e:71:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:06Z', 'updated_at': '2022-09-22T17:09:14Z', 'revision_number': 5, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'subnets': [{'id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:36.517615 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421ae503-3c4f-45fe-bbe3-fd8ba3a8b765 None None] Checking router: ea505bf6-d811-4f74-8b47-086efc035c08 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:16:36.526749 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:36.531045 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421ae503-3c4f-45fe-bbe3-fd8ba3a8b765 None None] Routers {'ea505bf6-d811-4f74-8b47-086efc035c08'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:16:36.531687 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-421ae503-3c4f-45fe-bbe3-fd8ba3a8b765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['ea505bf6-d811-4f74-8b47-086efc035c08'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:36.640902 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-421ae503-3c4f-45fe-bbe3-fd8ba3a8b765 None None] Set router ea505bf6-d811-4f74-8b47-086efc035c08 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:16:36.843663 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-421ae503-3c4f-45fe-bbe3-fd8ba3a8b765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'name': 'tempest-TestShelveInstance-2088711298-router', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:02Z', 'updated_at': '2022-09-22T17:09:07Z', 'revision_number': 4, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'gw_port': {'id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:04Z', 'updated_at': '2022-09-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8', 'name': '', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'mac_address': 'fa:16:3e:71:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:06Z', 'updated_at': '2022-09-22T17:09:14Z', 'revision_number': 5, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'subnets': [{'id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:36.868210 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421ae503-3c4f-45fe-bbe3-fd8ba3a8b765 None None] The sync data for ids ['ea505bf6-d811-4f74-8b47-086efc035c08'] in dv-cinder-835384-28-iscsi is: [{'id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'name': 'tempest-TestShelveInstance-2088711298-router', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:02Z', 'updated_at': '2022-09-22T17:09:07Z', 'revision_number': 4, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'gw_port': {'id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:04Z', 'updated_at': '2022-09-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8', 'name': '', 'network_id': '76fdfd82-e2ca-4e82-8d26-41a9f16c8858', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'mac_address': 'fa:16:3e:71:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:06Z', 'updated_at': '2022-09-22T17:09:14Z', 'revision_number': 5, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'subnets': [{'id': '746153c5-66aa-4f48-baf0-63e2c6a7f300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:16:37.090785 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb339c-7db0-41f5-8350-12f255609ca8 None None] New status for floating IP 10c086d3-1715-4db4-be95-e3d4af145054: DOWN {{(pid=106558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:16:37.146272 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-49cf193e-c0ef-4ac7-9b18-e189df9e7a38 req-c0cfc915-bf1b-40c4-8ce0-7224147add33 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 210 time: 0.0310047 Sep 22 17:16:37.456179 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:37.485496 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fec214-ce7a-4c6c-b579-f798101703e7 req-567de9cc-8d50-465f-86b5-0b867c9df9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:37.486996 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-38fec214-ce7a-4c6c-b579-f798101703e7 req-567de9cc-8d50-465f-86b5-0b867c9df9d8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76fdfd82-e2ca-4e82-8d26-41a9f16c8858 HTTP/1.1" status: 200 len: 910 time: 0.0971792 Sep 22 17:16:37.531854 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-38fec214-ce7a-4c6c-b579-f798101703e7 req-2dc70a2d-4c81-489d-9651-510a650e6de8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bfa945c1-4510-4653-9180-db1133adbc18 HTTP/1.1" status: 200 len: 217 time: 0.0374622 Sep 22 17:16:37.604067 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b4693-4d7e-4fe2-b352-18ad3ae2f15c req-73e83386-db81-4446-890a-68051d0b1b75 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:37.605538 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7a8b4693-4d7e-4fe2-b352-18ad3ae2f15c req-73e83386-db81-4446-890a-68051d0b1b75 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0799739 Sep 22 17:16:37.625299 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d221fdc-902d-4618-bfee-724629a12a01 req-9bee252b-6583-406a-83ca-3d9c42a088ab tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:37.626703 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0d221fdc-902d-4618-bfee-724629a12a01 req-9bee252b-6583-406a-83ca-3d9c42a088ab tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0708969 Sep 22 17:16:37.627123 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:37.695217 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fec214-ce7a-4c6c-b579-f798101703e7 req-e25f32f8-b8fc-4cfc-a62a-b9567a8dcf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:37.696677 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-38fec214-ce7a-4c6c-b579-f798101703e7 req-e25f32f8-b8fc-4cfc-a62a-b9567a8dcf3a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=746153c5-66aa-4f48-baf0-63e2c6a7f300 HTTP/1.1" status: 200 len: 848 time: 0.0510538 Sep 22 17:16:37.697395 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7a8b4693-4d7e-4fe2-b352-18ad3ae2f15c req-37761106-f5d6-426e-85fc-924b0216ba3e tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854805 Sep 22 17:16:37.715741 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0d221fdc-902d-4618-bfee-724629a12a01 req-8600eaf3-a39f-41d7-b252-35d30e2d648d tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=69110723-a2c9-488f-9ca6-bdc46ea07f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809507 Sep 22 17:16:37.725885 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:16:37.920348 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fec214-ce7a-4c6c-b579-f798101703e7 req-98ae90ed-e78e-4bc7-8f97-952eaaa3f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:37.921864 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-38fec214-ce7a-4c6c-b579-f798101703e7 req-98ae90ed-e78e-4bc7-8f97-952eaaa3f6a9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76fdfd82-e2ca-4e82-8d26-41a9f16c8858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448089 Sep 22 17:16:38.097566 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'name': 'network-vif-deleted', 'tag': '5886ff66-8e7f-4da4-960b-035ee76660f1'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:16:38.100049 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98960b5-03fe-4407-81ff-9c5b192551b2" -d '{"events": [{"server_uuid": "7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b", "name": "network-vif-deleted", "tag": "5886ff66-8e7f-4da4-960b-035ee76660f1"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:38.114385 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-38fec214-ce7a-4c6c-b579-f798101703e7 req-76e3407e-79e4-488a-8529-3518c0b65c45 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76fdfd82-e2ca-4e82-8d26-41a9f16c8858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878263 Sep 22 17:16:38.136421 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ccbc17-6a33-4067-8a47-56877152b48d x-openstack-request-id: req-e1ccbc17-6a33-4067-8a47-56877152b48d {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:38.136720 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b", "name": "network-vif-deleted", "tag": "5886ff66-8e7f-4da4-960b-035ee76660f1", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:38.136977 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1ccbc17-6a33-4067-8a47-56877152b48d {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:38.137379 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1ccbc17-6a33-4067-8a47-56877152b48d'] response: {'server_uuid': '7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b', 'name': 'network-vif-deleted', 'tag': '5886ff66-8e7f-4da4-960b-035ee76660f1', 'status': 'completed', 'code': 200} Sep 22 17:16:38.234100 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=100 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:38.249751 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47a439-df13-4f58-9aa9-8f6b43561cdf req-a1c317d6-1a39-43b4-a898-c12ec84a191e tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:38.251369 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ef47a439-df13-4f58-9aa9-8f6b43561cdf req-a1c317d6-1a39-43b4-a898-c12ec84a191e tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 945 time: 0.0644906 Sep 22 17:16:38.265316 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=100 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:38.287466 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-38fec214-ce7a-4c6c-b579-f798101703e7 req-40c3e154-aada-4893-9bc4-45bd657a9133 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76fdfd82-e2ca-4e82-8d26-41a9f16c8858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093616 Sep 22 17:16:38.309044 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7ca27ccf-9fa6-4928-b0af-72ce7e0c4c51 req-1e00a765-db5e-4bca-b3c1-fe8836ace669 tempest-TestMinimumBasicScenario-1321902393 tempest-TestMinimumBasicScenario-1321902393-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7ec19d77-8bdd-482c-abf9-d4b64f8c7e0b HTTP/1.1" status: 200 len: 210 time: 0.0566823 Sep 22 17:16:38.366202 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-ef47a439-df13-4f58-9aa9-8f6b43561cdf req-12751993-5da2-4130-9350-47cebfa8893b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Deleting port bfa945c1-4510-4653-9180-db1133adbc18 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:38.366542 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-ef47a439-df13-4f58-9aa9-8f6b43561cdf req-12751993-5da2-4130-9350-47cebfa8893b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (bfa945c1-4510-4653-9180-db1133adbc18), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:38.456536 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-ef47a439-df13-4f58-9aa9-8f6b43561cdf req-12751993-5da2-4130-9350-47cebfa8893b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] For port bfa945c1-4510-4653-9180-db1133adbc18, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=bfa945c1-4510-4653-9180-db1133adbc18,segment=NetworkSegment(452f9088-6e1b-4ef8-8c1a-4acb3747bc99),segment_id=452f9088-6e1b-4ef8-8c1a-4acb3747bc99)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:38.456897 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-ef47a439-df13-4f58-9aa9-8f6b43561cdf req-12751993-5da2-4130-9350-47cebfa8893b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (bfa945c1-4510-4653-9180-db1133adbc18), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:38.473426 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-ef47a439-df13-4f58-9aa9-8f6b43561cdf req-12751993-5da2-4130-9350-47cebfa8893b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Calling delete_port for bfa945c1-4510-4653-9180-db1133adbc18 owned by compute:nova {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:38.604726 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-ef47a439-df13-4f58-9aa9-8f6b43561cdf req-12751993-5da2-4130-9350-47cebfa8893b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (bfa945c1-4510-4653-9180-db1133adbc18), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:38.611186 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:38.635579 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12751993-5da2-4130-9350-47cebfa8893b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Pushing event deleted for resources: {'Port': ['ID=bfa945c1-4510-4653-9180-db1133adbc18,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:38.684531 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef47a439-df13-4f58-9aa9-8f6b43561cdf req-12751993-5da2-4130-9350-47cebfa8893b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] No DVR routers for this DVR port bfa945c1-4510-4653-9180-db1133adbc18 on host hv-cinder-83538 {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:16:38.687510 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-ef47a439-df13-4f58-9aa9-8f6b43561cdf req-12751993-5da2-4130-9350-47cebfa8893b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:38.690769 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ef47a439-df13-4f58-9aa9-8f6b43561cdf req-12751993-5da2-4130-9350-47cebfa8893b tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.33 "DELETE /networking/v2.0/ports/bfa945c1-4510-4653-9180-db1133adbc18 HTTP/1.1" status: 204 len: 173 time: 0.4279516 Sep 22 17:16:38.845800 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ccb6ff0b-a110-4044-96e5-ee2c1d530a8c req-7d14d2a4-7eab-4a28-94b6-7c15bb4d1456 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 210 time: 0.0462317 Sep 22 17:16:38.856612 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39431a8-c806-4de7-8b7c-808f380f083e req-22ca6b21-01a0-49f9-b02e-d7826b5a6cd1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:38.858714 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d39431a8-c806-4de7-8b7c-808f380f083e req-22ca6b21-01a0-49f9-b02e-d7826b5a6cd1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0712340 Sep 22 17:16:38.906164 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d39431a8-c806-4de7-8b7c-808f380f083e req-1f1fec68-67ae-4abc-bf4d-f82835485ac8 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416896 Sep 22 17:16:39.971091 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6ee19d95-21e9-4765-9da2-44e0d5501020 req-64078098-5674-46b6-8359-d9708492a942 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=60e671ca-5873-4190-9048-a875393d1055 HTTP/1.1" status: 200 len: 210 time: 0.0326793 Sep 22 17:16:40.008784 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36150) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:40.061697 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448b254-6684-460e-a316-f54ed86776a4 req-ba694318-72aa-451a-887e-09fa243e4d7b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:40.063706 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8448b254-6684-460e-a316-f54ed86776a4 req-ba694318-72aa-451a-887e-09fa243e4d7b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0674593 Sep 22 17:16:40.124158 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8448b254-6684-460e-a316-f54ed86776a4 req-66f5ab24-b0ad-4a14-979e-4cc323bfdffd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543487 Sep 22 17:16:40.139296 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e671ca-5873-4190-9048-a875393d1055', 'name': 'network-vif-deleted', 'tag': 'bfa945c1-4510-4653-9180-db1133adbc18'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:16:40.142312 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d0f042-54de-4c6a-84bc-17f281de51e4" -d '{"events": [{"server_uuid": "60e671ca-5873-4190-9048-a875393d1055", "name": "network-vif-deleted", "tag": "bfa945c1-4510-4653-9180-db1133adbc18"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:40.185103 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae31b7e9-70d4-4f40-85c8-ba9d330b212b x-openstack-request-id: req-ae31b7e9-70d4-4f40-85c8-ba9d330b212b {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:40.185394 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e671ca-5873-4190-9048-a875393d1055", "name": "network-vif-deleted", "tag": "bfa945c1-4510-4653-9180-db1133adbc18", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:40.185642 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae31b7e9-70d4-4f40-85c8-ba9d330b212b {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:40.186679 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae31b7e9-70d4-4f40-85c8-ba9d330b212b'] response: {'server_uuid': '60e671ca-5873-4190-9048-a875393d1055', 'name': 'network-vif-deleted', 'tag': 'bfa945c1-4510-4653-9180-db1133adbc18', 'status': 'completed', 'code': 200} Sep 22 17:16:40.349494 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f26ef4bf-3c07-4bfb-b815-522efb9af242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498853'] for router_interface (8fe7cbf0-5b25-4d1a-ad69-1526d40717b5), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:40.574089 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-f26ef4bf-3c07-4bfb-b815-522efb9af242 admin admin] Deleting port de408782-9b8a-4b57-9b8c-08e4b400c7c3 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:40.574421 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f26ef4bf-3c07-4bfb-b815-522efb9af242 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:40.655099 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-f26ef4bf-3c07-4bfb-b815-522efb9af242 admin admin] For port de408782-9b8a-4b57-9b8c-08e4b400c7c3, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=de408782-9b8a-4b57-9b8c-08e4b400c7c3,segment=NetworkSegment(877523c1-9317-42cc-9487-3330bfdb1efc),segment_id=877523c1-9317-42cc-9487-3330bfdb1efc)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:40.655467 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f26ef4bf-3c07-4bfb-b815-522efb9af242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:40.667958 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-f26ef4bf-3c07-4bfb-b815-522efb9af242 admin admin] Calling delete_port for de408782-9b8a-4b57-9b8c-08e4b400c7c3 owned by network:router_interface {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:40.805452 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:40.841706 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:40.852523 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f26ef4bf-3c07-4bfb-b815-522efb9af242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (de408782-9b8a-4b57-9b8c-08e4b400c7c3), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:40.877548 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ef4bf-3c07-4bfb-b815-522efb9af242 admin admin] Pushing event deleted for resources: {'Port': ['ID=de408782-9b8a-4b57-9b8c-08e4b400c7c3,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:41.046907 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f26ef4bf-3c07-4bfb-b815-522efb9af242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533013'] for router_interface (8fe7cbf0-5b25-4d1a-ad69-1526d40717b5), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:41.057027 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36158) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:41.100411 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 5886ff66-8e7f-4da4-960b-035ee76660f1 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:16:41.119114 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-01e6ae72-6b8a-4de4-9f4e-7e06611df443 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group (69110723-a2c9-488f-9ca6-bdc46ea07f5a), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:41.120380 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: 5886ff66-8e7f-4da4-960b-035ee76660f1 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:16:41.120802 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 5886ff66-8e7f-4da4-960b-035ee76660f1 not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:16:41.145338 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-01e6ae72-6b8a-4de4-9f4e-7e06611df443 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group (69110723-a2c9-488f-9ca6-bdc46ea07f5a), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:41.238098 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-01e6ae72-6b8a-4de4-9f4e-7e06611df443 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (69110723-a2c9-488f-9ca6-bdc46ea07f5a), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:41.240701 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-01e6ae72-6b8a-4de4-9f4e-7e06611df443 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:41.241880 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-01e6ae72-6b8a-4de4-9f4e-7e06611df443 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/69110723-a2c9-488f-9ca6-bdc46ea07f5a HTTP/1.1" status: 204 len: 168 time: 0.1839008 Sep 22 17:16:41.260877 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6ae72-6b8a-4de4-9f4e-7e06611df443 tempest-TestShelveInstance-1629865433 tempest-TestShelveInstance-1629865433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69110723-a2c9-488f-9ca6-bdc46ea07f5a,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:41.267344 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26ef4bf-3c07-4bfb-b815-522efb9af242 admin admin] Router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:16:41.273060 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2152d67-cc3f-45d4-b792-290c7520ea04 req-a9d2c1cb-193d-4ae9-9428-8419f08364a4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:41.280525 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e2152d67-cc3f-45d4-b792-290c7520ea04 req-a9d2c1cb-193d-4ae9-9428-8419f08364a4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0705194 Sep 22 17:16:41.309403 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36166) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:41.329090 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:41.345533 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-e2152d67-cc3f-45d4-b792-290c7520ea04 req-2e4e23eb-4460-4179-a884-3a23d03d1a3f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640004 Sep 22 17:16:41.390473 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26ef4bf-3c07-4bfb-b815-522efb9af242 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:16:41.396096 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-f26ef4bf-3c07-4bfb-b815-522efb9af242 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/8fe7cbf0-5b25-4d1a-ad69-1526d40717b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3814495 Sep 22 17:16:41.398550 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36170) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:41.403030 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31417300-70e0-4b4d-b5c9-7b01267916d8 None None] Sync routers for ids ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:16:41.418602 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31417300-70e0-4b4d-b5c9-7b01267916d8 None None] Routers {'8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:16:41.419332 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-31417300-70e0-4b4d-b5c9-7b01267916d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:41.507885 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Publish callbacks [] for router (8fe7cbf0-5b25-4d1a-ad69-1526d40717b5), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:41.547858 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-31417300-70e0-4b4d-b5c9-7b01267916d8 None None] Set router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:16:41.610892 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Publish callbacks [] for router_gateway (8fe7cbf0-5b25-4d1a-ad69-1526d40717b5), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:41.656571 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Deleting port 760ddbb6-97af-4055-856c-dc363243884a {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:41.656965 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (760ddbb6-97af-4055-856c-dc363243884a), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:41.744297 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-31417300-70e0-4b4d-b5c9-7b01267916d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'name': 'tempest-TestMinimumBasicScenario-84692388-router', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '760ddbb6-97af-4055-856c-dc363243884a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:26Z', 'updated_at': '2022-09-22T17:16:40Z', 'revision_number': 5, 'project_id': '0749b2616b854791aec389d669ef94c8', 'gw_port': {'id': '760ddbb6-97af-4055-856c-dc363243884a', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:27Z', 'updated_at': '2022-09-22T17:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:41.775841 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31417300-70e0-4b4d-b5c9-7b01267916d8 None None] Checking router: 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:16:41.786171 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31417300-70e0-4b4d-b5c9-7b01267916d8 None None] Routers {'8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:16:41.786801 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-31417300-70e0-4b4d-b5c9-7b01267916d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:41.881066 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-31417300-70e0-4b4d-b5c9-7b01267916d8 None None] Set router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 gateway port host: None {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:16:41.911038 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498853'] for router_interface (ea505bf6-d811-4f74-8b47-086efc035c08), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:41.953653 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-31417300-70e0-4b4d-b5c9-7b01267916d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'name': 'tempest-TestMinimumBasicScenario-84692388-router', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:26Z', 'updated_at': '2022-09-22T17:16:41Z', 'revision_number': 6, 'project_id': '0749b2616b854791aec389d669ef94c8', 'gw_port_host': None}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:41.981786 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31417300-70e0-4b4d-b5c9-7b01267916d8 None None] The sync data for ids ['8fe7cbf0-5b25-4d1a-ad69-1526d40717b5'] in dv-cinder-835384-28-iscsi is: [{'id': '8fe7cbf0-5b25-4d1a-ad69-1526d40717b5', 'name': 'tempest-TestMinimumBasicScenario-84692388-router', 'tenant_id': '0749b2616b854791aec389d669ef94c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:26Z', 'updated_at': '2022-09-22T17:16:41Z', 'revision_number': 6, 'project_id': '0749b2616b854791aec389d669ef94c8', 'gw_port_host': None}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:16:42.002394 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] For port 760ddbb6-97af-4055-856c-dc363243884a, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=760ddbb6-97af-4055-856c-dc363243884a,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:42.002745 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (760ddbb6-97af-4055-856c-dc363243884a), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:42.024291 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Calling delete_port for 760ddbb6-97af-4055-856c-dc363243884a owned by network:router_gateway {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:42.033396 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:42.071590 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:42.077059 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:42.192678 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Deleting port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:42.193056 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:42.200526 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (760ddbb6-97af-4055-856c-dc363243884a), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:42.224431 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Pushing event deleted for resources: {'Port': ['ID=760ddbb6-97af-4055-856c-dc363243884a,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:42.235195 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.235539 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.235877 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.236211 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.236538 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.236861 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.237185 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.237503 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.237824 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.238144 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.238802 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.238802 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.239102 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.239415 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.239730 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.283577 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] For port 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8,segment=NetworkSegment(452f9088-6e1b-4ef8-8c1a-4acb3747bc99),segment_id=452f9088-6e1b-4ef8-8c1a-4acb3747bc99)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:42.283852 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:42.296333 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Calling delete_port for 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 owned by network:router_interface {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:42.303037 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536415'] for router_gateway (8fe7cbf0-5b25-4d1a-ad69-1526d40717b5), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:42.409170 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2709'] for router (8fe7cbf0-5b25-4d1a-ad69-1526d40717b5), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:42.411687 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Publish callbacks [] for router_controller (8fe7cbf0-5b25-4d1a-ad69-1526d40717b5), precommit_delete_associations {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:42.476188 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533096'] for router (8fe7cbf0-5b25-4d1a-ad69-1526d40717b5), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:42.477061 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 {{(pid=106556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:16:42.481368 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:42.485687 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-96621ade-f959-4653-8ad9-fb734da3e894 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/8fe7cbf0-5b25-4d1a-ad69-1526d40717b5 HTTP/1.1" status: 204 len: 168 time: 1.0861464 Sep 22 17:16:42.486335 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36174) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:42.490111 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device de408782-9b8a-4b57-9b8c-08e4b400c7c3 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:16:42.512118 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: de408782-9b8a-4b57-9b8c-08e4b400c7c3 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:16:42.512540 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device de408782-9b8a-4b57-9b8c-08e4b400c7c3 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:16:42.537200 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f508f58-53d9-4d4a-b39b-8fb75b3fea4c admin admin] Deleting subnet 6a9dc17b-3417-453b-9033-563172d97760 {{(pid=106556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 17:16:42.540392 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9f508f58-53d9-4d4a-b39b-8fb75b3fea4c admin admin] Publish callbacks [] for subnet (6a9dc17b-3417-453b-9033-563172d97760), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:42.566033 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b24d0c-b6e1-4405-a879-fd7594b63094 req-abcacaeb-aba1-4090-95ab-6cd87118383c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:42.567540 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-40b24d0c-b6e1-4405-a879-fd7594b63094 req-abcacaeb-aba1-4090-95ab-6cd87118383c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0927255 Sep 22 17:16:42.575408 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9f508f58-53d9-4d4a-b39b-8fb75b3fea4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3319090'] for subnet (6a9dc17b-3417-453b-9033-563172d97760), precommit_delete_associations {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:42.659636 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9f508f58-53d9-4d4a-b39b-8fb75b3fea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8016103'] for subnet (6a9dc17b-3417-453b-9033-563172d97760), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:42.722116 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9f508f58-53d9-4d4a-b39b-8fb75b3fea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8014298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3793533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3584758'] for subnet (6a9dc17b-3417-453b-9033-563172d97760), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:42.749628 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f508f58-53d9-4d4a-b39b-8fb75b3fea4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a9dc17b-3417-453b-9033-563172d97760,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:42.755358 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9f508f58-53d9-4d4a-b39b-8fb75b3fea4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:42.761303 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-9f508f58-53d9-4d4a-b39b-8fb75b3fea4c admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/6a9dc17b-3417-453b-9033-563172d97760 HTTP/1.1" status: 204 len: 168 time: 0.2716348 Sep 22 17:16:42.764833 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd89640-8d9f-40e8-b5f1-f99f47820a57 None None] Network 4b09edd4-a749-403e-9dd8-93689c623cd0 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:16:42.765118 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36176) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:42.843565 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:42.850784 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632274'] for network (4b09edd4-a749-403e-9dd8-93689c623cd0), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:42.869854 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Pushing event deleted for resources: {'Port': ['ID=0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:42.891420 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:42.896975 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.897339 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.897688 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.898020 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.898352 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.898680 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.899070 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.899364 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.899689 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.900018 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.901283 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.901283 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.901570 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.901897 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.902224 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:16:42.906562 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] Deleting port 21b8effd-1166-4a85-915f-ad20f3525d76 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:42.906985 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (21b8effd-1166-4a85-915f-ad20f3525d76), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:42.955919 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-40b24d0c-b6e1-4405-a879-fd7594b63094 req-4454a58e-3f21-40aa-be31-f14bc6b8f65b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3800676 Sep 22 17:16:42.991448 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44052df6-1a8a-4d94-9a97-6fdd5d6aa391 None None] DHCP port deletion for 4b09edd4-a749-403e-9dd8-93689c623cd0 request from dv-cinder-835384-28-iscsi {{(pid=106557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 17:16:43.000181 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] For port 21b8effd-1166-4a85-915f-ad20f3525d76, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=21b8effd-1166-4a85-915f-ad20f3525d76,segment=NetworkSegment(877523c1-9317-42cc-9487-3330bfdb1efc),segment_id=877523c1-9317-42cc-9487-3330bfdb1efc)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:43.000548 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (21b8effd-1166-4a85-915f-ad20f3525d76), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.021113 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] Calling delete_port for 21b8effd-1166-4a85-915f-ad20f3525d76 owned by network:dhcp {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:43.044742 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-44052df6-1a8a-4d94-9a97-6fdd5d6aa391 None None] Deleting port 21b8effd-1166-4a85-915f-ad20f3525d76 {{(pid=106557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:43.045977 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-44052df6-1a8a-4d94-9a97-6fdd5d6aa391 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (21b8effd-1166-4a85-915f-ad20f3525d76), before_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.089877 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:43.093715 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:43.117664 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:16:43.120183 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device bfa945c1-4510-4653-9180-db1133adbc18 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:16:43.127930 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (21b8effd-1166-4a85-915f-ad20f3525d76), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.143146 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:43.148196 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:43.158726 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: bfa945c1-4510-4653-9180-db1133adbc18 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:16:43.159525 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device bfa945c1-4510-4653-9180-db1133adbc18 not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:16:43.166420 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] Pushing event deleted for resources: {'Port': ['ID=21b8effd-1166-4a85-915f-ad20f3525d76,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:43.168322 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533013'] for router_interface (ea505bf6-d811-4f74-8b47-086efc035c08), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.176350 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] No DVR routers for this DVR port 21b8effd-1166-4a85-915f-ad20f3525d76 on host dv-cinder-835384-28-iscsi {{(pid=106556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:16:43.193260 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-44052df6-1a8a-4d94-9a97-6fdd5d6aa391 None None] For port 21b8effd-1166-4a85-915f-ad20f3525d76, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=21b8effd-1166-4a85-915f-ad20f3525d76,segment=NetworkSegment(877523c1-9317-42cc-9487-3330bfdb1efc),segment_id=877523c1-9317-42cc-9487-3330bfdb1efc)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:43.194090 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-44052df6-1a8a-4d94-9a97-6fdd5d6aa391 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (21b8effd-1166-4a85-915f-ad20f3525d76), precommit_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.233283 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-44052df6-1a8a-4d94-9a97-6fdd5d6aa391 None None] Calling delete_port for 21b8effd-1166-4a85-915f-ad20f3525d76 owned by network:dhcp {{(pid=106557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:43.298017 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7709388', 'neutron.services.segments.db._delete_segments_for_network-8784621099201'] for network (4b09edd4-a749-403e-9dd8-93689c623cd0), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.328809 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b09edd4-a749-403e-9dd8-93689c623cd0']}} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:43.339356 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877523c1-9317-42cc-9487-3330bfdb1efc') {'for_net_delete': True} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:43.339676 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877523c1-9317-42cc-9487-3330bfdb1efc') {} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:43.352215 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784621099093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3319049'] for segment (877523c1-9317-42cc-9487-3330bfdb1efc), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.357106 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:43.374018 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (877523c1-9317-42cc-9487-3330bfdb1efc), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.379710 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:43.384509 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=106556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:16:43.384901 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3793607'] for segment (877523c1-9317-42cc-9487-3330bfdb1efc), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.401493 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'port_id': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7', 'mac_address': 'fa:16:3e:b9:66:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:16:43.447436 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-44052df6-1a8a-4d94-9a97-6fdd5d6aa391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906'] for port (21b8effd-1166-4a85-915f-ad20f3525d76), after_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.453553 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Router ea505bf6-d811-4f74-8b47-086efc035c08 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:16:43.480368 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7709429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536458'] for network (4b09edd4-a749-403e-9dd8-93689c623cd0), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.486470 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.494456 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/4b09edd4-a749-403e-9dd8-93689c623cd0 HTTP/1.1" status: 204 len: 168 time: 0.7247910 Sep 22 17:16:43.494696 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36182) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:43.496737 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44052df6-1a8a-4d94-9a97-6fdd5d6aa391 None None] Pushing event deleted for resources: {'Port': ['ID=21b8effd-1166-4a85-915f-ad20f3525d76,revision_number=None']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:43.508328 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 is: ACTIVE; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:16:43.508930 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.511456 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44052df6-1a8a-4d94-9a97-6fdd5d6aa391 None None] No DVR routers for this DVR port 21b8effd-1166-4a85-915f-ad20f3525d76 on host dv-cinder-835384-28-iscsi {{(pid=106557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:16:43.537237 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:16:43.568833 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:43.575220 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.603589 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:16:43.605366 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21016f0e-ce66-48b5-8f80-9a7ab90cba5a admin admin] Pushing event deleted for resources: {'Network': ['ID=4b09edd4-a749-403e-9dd8-93689c623cd0,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:43.609537 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment 877523c1-9317-42cc-9487-3330bfdb1efc resource provider aggregate not found Sep 22 17:16:43.615753 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d568c985-43d0-474c-9110-b699f03c2feb None None] Sync routers for ids ['ea505bf6-d811-4f74-8b47-086efc035c08'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:16:43.624908 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-b614cd28-9bdf-4fee-a6ad-1384cf4ab638 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/ea505bf6-d811-4f74-8b47-086efc035c08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3138607 Sep 22 17:16:43.624908 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36186) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:43.627017 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d568c985-43d0-474c-9110-b699f03c2feb None None] Routers {'ea505bf6-d811-4f74-8b47-086efc035c08'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:16:43.627871 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-d568c985-43d0-474c-9110-b699f03c2feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['ea505bf6-d811-4f74-8b47-086efc035c08'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:43.646308 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,revision_number=6']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:43.703546 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment 877523c1-9317-42cc-9487-3330bfdb1efc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 877523c1-9317-42cc-9487-3330bfdb1efc found for delete ", "request_id": "req-a9fb6de5-c0db-45be-952a-00133d53a543"}]} Sep 22 17:16:43.754816 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ff03933a-83a5-4fbe-813a-2028be50bfa4 admin admin] Publish callbacks [] for router (ea505bf6-d811-4f74-8b47-086efc035c08), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.756820 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-d568c985-43d0-474c-9110-b699f03c2feb None None] Set router ea505bf6-d811-4f74-8b47-086efc035c08 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:16:43.771511 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:16:43.885252 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ff03933a-83a5-4fbe-813a-2028be50bfa4 admin admin] Publish callbacks [] for router_gateway (ea505bf6-d811-4f74-8b47-086efc035c08), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.937935 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96e85d60-e0c0-4354-aa1d-8b49a6770934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498853'] for router_interface (ac92aec0-3208-4f82-97da-ecae9e3361f1), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.938218 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-ff03933a-83a5-4fbe-813a-2028be50bfa4 admin admin] Deleting port cc63f9c0-9b91-4d28-9f8c-d1f615277e4e {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:43.938657 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ff03933a-83a5-4fbe-813a-2028be50bfa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (cc63f9c0-9b91-4d28-9f8c-d1f615277e4e), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:43.972948 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-d568c985-43d0-474c-9110-b699f03c2feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'name': 'tempest-TestShelveInstance-2088711298-router', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:02Z', 'updated_at': '2022-09-22T17:16:42Z', 'revision_number': 5, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'gw_port': {'id': 'cc63f9c0-9b91-4d28-9f8c-d1f615277e4e', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:04Z', 'updated_at': '2022-09-22T17:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:44.001625 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d568c985-43d0-474c-9110-b699f03c2feb None None] Checking router: ea505bf6-d811-4f74-8b47-086efc035c08 for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:16:44.008822 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:44.010999 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d568c985-43d0-474c-9110-b699f03c2feb None None] Routers {'ea505bf6-d811-4f74-8b47-086efc035c08'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:16:44.011691 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-d568c985-43d0-474c-9110-b699f03c2feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['ea505bf6-d811-4f74-8b47-086efc035c08'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:44.044503 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [None req-ff03933a-83a5-4fbe-813a-2028be50bfa4 admin admin] For port cc63f9c0-9b91-4d28-9f8c-d1f615277e4e, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=cc63f9c0-9b91-4d28-9f8c-d1f615277e4e,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:44.044960 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ff03933a-83a5-4fbe-813a-2028be50bfa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (cc63f9c0-9b91-4d28-9f8c-d1f615277e4e), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:44.072834 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-ff03933a-83a5-4fbe-813a-2028be50bfa4 admin admin] Calling delete_port for cc63f9c0-9b91-4d28-9f8c-d1f615277e4e owned by network:router_gateway {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:44.106901 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-d568c985-43d0-474c-9110-b699f03c2feb None None] Set router ea505bf6-d811-4f74-8b47-086efc035c08 gateway port host: None {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:16:44.122223 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387d2a4-6f1a-4e3a-b7fd-2f6cfa522184 req-53252d06-2df9-4bc7-a29f-980bd4275975 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:44.131027 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5387d2a4-6f1a-4e3a-b7fd-2f6cfa522184 req-53252d06-2df9-4bc7-a29f-980bd4275975 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 944 time: 0.0714943 Sep 22 17:16:44.169307 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-d568c985-43d0-474c-9110-b699f03c2feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'name': 'tempest-TestShelveInstance-2088711298-router', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:02Z', 'updated_at': '2022-09-22T17:16:43Z', 'revision_number': 6, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'gw_port_host': None}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:44.199620 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d568c985-43d0-474c-9110-b699f03c2feb None None] The sync data for ids ['ea505bf6-d811-4f74-8b47-086efc035c08'] in dv-cinder-835384-28-iscsi is: [{'id': 'ea505bf6-d811-4f74-8b47-086efc035c08', 'name': 'tempest-TestShelveInstance-2088711298-router', 'tenant_id': '1ed7377d32844bbf95f995831bc21d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:02Z', 'updated_at': '2022-09-22T17:16:43Z', 'revision_number': 6, 'project_id': '1ed7377d32844bbf95f995831bc21d6b', 'gw_port_host': None}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:16:44.220622 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-96e85d60-e0c0-4354-aa1d-8b49a6770934 admin admin] Deleting port 3928e369-0b13-437e-bada-fe2fa00acaa1 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:44.221193 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96e85d60-e0c0-4354-aa1d-8b49a6770934 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:44.267297 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5387d2a4-6f1a-4e3a-b7fd-2f6cfa522184 req-62b7f548-ba7c-4630-b997-90c7c01f6d0b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352582 Sep 22 17:16:44.318032 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-96e85d60-e0c0-4354-aa1d-8b49a6770934 admin admin] For port 3928e369-0b13-437e-bada-fe2fa00acaa1, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=3928e369-0b13-437e-bada-fe2fa00acaa1,segment=NetworkSegment(94cba714-d179-4dc2-b68a-135490f5701d),segment_id=94cba714-d179-4dc2-b68a-135490f5701d)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:44.318392 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96e85d60-e0c0-4354-aa1d-8b49a6770934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:44.320550 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:44.333666 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-96e85d60-e0c0-4354-aa1d-8b49a6770934 admin admin] Calling delete_port for 3928e369-0b13-437e-bada-fe2fa00acaa1 owned by network:router_interface {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:44.338888 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:44.345007 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ff03933a-83a5-4fbe-813a-2028be50bfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (cc63f9c0-9b91-4d28-9f8c-d1f615277e4e), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:44.371499 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03933a-83a5-4fbe-813a-2028be50bfa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc63f9c0-9b91-4d28-9f8c-d1f615277e4e,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:44.433323 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ff03933a-83a5-4fbe-813a-2028be50bfa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536415'] for router_gateway (ea505bf6-d811-4f74-8b47-086efc035c08), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:44.524799 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ff03933a-83a5-4fbe-813a-2028be50bfa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2709'] for router (ea505bf6-d811-4f74-8b47-086efc035c08), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:44.527414 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ff03933a-83a5-4fbe-813a-2028be50bfa4 admin admin] Publish callbacks [] for router_controller (ea505bf6-d811-4f74-8b47-086efc035c08), precommit_delete_associations {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:44.528050 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96e85d60-e0c0-4354-aa1d-8b49a6770934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (3928e369-0b13-437e-bada-fe2fa00acaa1), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:44.560936 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e85d60-e0c0-4354-aa1d-8b49a6770934 admin admin] Pushing event deleted for resources: {'Port': ['ID=3928e369-0b13-437e-bada-fe2fa00acaa1,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:44.578404 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ff03933a-83a5-4fbe-813a-2028be50bfa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533096'] for router (ea505bf6-d811-4f74-8b47-086efc035c08), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:44.579033 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff03933a-83a5-4fbe-813a-2028be50bfa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea505bf6-d811-4f74-8b47-086efc035c08 {{(pid=106555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:16:44.590593 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ff03933a-83a5-4fbe-813a-2028be50bfa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:44.594714 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-ff03933a-83a5-4fbe-813a-2028be50bfa4 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/ea505bf6-d811-4f74-8b47-086efc035c08 HTTP/1.1" status: 204 len: 168 time: 0.9661584 Sep 22 17:16:44.595037 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36190) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:44.628497 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:44.636788 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 21b8effd-1166-4a85-915f-ad20f3525d76 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:16:44.651740 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee386da2-4b1e-480a-bbee-1583659f64c1 admin admin] Deleting subnet 746153c5-66aa-4f48-baf0-63e2c6a7f300 {{(pid=106555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 17:16:44.656695 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ee386da2-4b1e-480a-bbee-1583659f64c1 admin admin] Publish callbacks [] for subnet (746153c5-66aa-4f48-baf0-63e2c6a7f300), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:44.680103 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 21b8effd-1166-4a85-915f-ad20f3525d76 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:16:44.680599 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 21b8effd-1166-4a85-915f-ad20f3525d76 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:16:44.681441 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 760ddbb6-97af-4055-856c-dc363243884a no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:16:44.705297 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 760ddbb6-97af-4055-856c-dc363243884a {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:16:44.705665 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 760ddbb6-97af-4055-856c-dc363243884a not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:16:44.706705 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ee386da2-4b1e-480a-bbee-1583659f64c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3953894'] for subnet (746153c5-66aa-4f48-baf0-63e2c6a7f300), precommit_delete_associations {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:44.777772 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-96e85d60-e0c0-4354-aa1d-8b49a6770934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533013'] for router_interface (ac92aec0-3208-4f82-97da-ecae9e3361f1), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:44.839461 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ee386da2-4b1e-480a-bbee-1583659f64c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8016103'] for subnet (746153c5-66aa-4f48-baf0-63e2c6a7f300), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:44.896021 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ee386da2-4b1e-480a-bbee-1583659f64c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8014298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126621254'] for subnet (746153c5-66aa-4f48-baf0-63e2c6a7f300), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:44.924632 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee386da2-4b1e-480a-bbee-1583659f64c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=746153c5-66aa-4f48-baf0-63e2c6a7f300,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:44.926874 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ee386da2-4b1e-480a-bbee-1583659f64c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:44.932563 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-ee386da2-4b1e-480a-bbee-1583659f64c1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/746153c5-66aa-4f48-baf0-63e2c6a7f300 HTTP/1.1" status: 204 len: 168 time: 0.3343091 Sep 22 17:16:44.932731 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d659c183-0219-4967-9b1e-b5075f7332e6 None None] Network 76fdfd82-e2ca-4e82-8d26-41a9f16c8858 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:16:44.933009 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36192) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:45.049880 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632274'] for network (76fdfd82-e2ca-4e82-8d26-41a9f16c8858), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.092646 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:16:45.095027 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e85d60-e0c0-4354-aa1d-8b49a6770934 admin admin] Router ac92aec0-3208-4f82-97da-ecae9e3361f1 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:16:45.120652 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] Deleting port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:45.120993 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.128040 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c03c11-6379-4586-8044-5fcafced3a69 None None] DHCP port deletion for 76fdfd82-e2ca-4e82-8d26-41a9f16c8858 request from dv-cinder-835384-28-iscsi {{(pid=106557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 17:16:45.182355 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-d1c03c11-6379-4586-8044-5fcafced3a69 None None] Deleting port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 {{(pid=106557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:45.182572 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d1c03c11-6379-4586-8044-5fcafced3a69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6), before_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.238484 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] For port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6,segment=NetworkSegment(452f9088-6e1b-4ef8-8c1a-4acb3747bc99),segment_id=452f9088-6e1b-4ef8-8c1a-4acb3747bc99)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:45.239108 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.253558 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:45.290005 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] Calling delete_port for 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 owned by network:dhcp {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:45.300603 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:45.356038 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e85d60-e0c0-4354-aa1d-8b49a6770934 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:16:45.362914 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-96e85d60-e0c0-4354-aa1d-8b49a6770934 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/ac92aec0-3208-4f82-97da-ecae9e3361f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8664258 Sep 22 17:16:45.365577 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36196) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:45.382029 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:45.386505 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:16:45.387161 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.387679 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 Sep 22 17:16:45.389740 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f7233-d3d0-4610-8eea-c09adc668c69 None None] Sync routers for ids ['ac92aec0-3208-4f82-97da-ecae9e3361f1'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:16:45.392330 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:45.424748 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.454429 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-d1c03c11-6379-4586-8044-5fcafced3a69 None None] For port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6,segment=NetworkSegment(452f9088-6e1b-4ef8-8c1a-4acb3747bc99),segment_id=452f9088-6e1b-4ef8-8c1a-4acb3747bc99)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:45.454825 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d1c03c11-6379-4586-8044-5fcafced3a69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6), precommit_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.457400 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:45.465076 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] No DVR routers for this DVR port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 on host dv-cinder-835384-28-iscsi {{(pid=106556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:16:45.476886 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-d1c03c11-6379-4586-8044-5fcafced3a69 None None] Calling delete_port for 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 owned by network:dhcp {{(pid=106557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:45.508656 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f7233-d3d0-4610-8eea-c09adc668c69 None None] Routers {'ac92aec0-3208-4f82-97da-ecae9e3361f1'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:16:45.509463 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-3c9f7233-d3d0-4610-8eea-c09adc668c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['ac92aec0-3208-4f82-97da-ecae9e3361f1'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:45.536632 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a630f9-546c-4f9e-a584-dff7994134b3 req-213a1adc-663d-4c04-979d-f90732ad60fc tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:45.538443 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-07a630f9-546c-4f9e-a584-dff7994134b3 req-213a1adc-663d-4c04-979d-f90732ad60fc tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 944 time: 0.1042764 Sep 22 17:16:45.542288 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7709388', 'neutron.services.segments.db._delete_segments_for_network-8784621099201'] for network (76fdfd82-e2ca-4e82-8d26-41a9f16c8858), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.546038 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a24c67a4-d1e1-466c-b7ac-1b9d00330204 admin admin] Publish callbacks [] for router (ac92aec0-3208-4f82-97da-ecae9e3361f1), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.570641 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fdfd82-e2ca-4e82-8d26-41a9f16c8858']}} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:45.586484 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '452f9088-6e1b-4ef8-8c1a-4acb3747bc99') {'for_net_delete': True} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:45.586484 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '452f9088-6e1b-4ef8-8c1a-4acb3747bc99') {} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:45.586805 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:45.596360 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784621099093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3319049'] for segment (452f9088-6e1b-4ef8-8c1a-4acb3747bc99), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.615243 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (452f9088-6e1b-4ef8-8c1a-4acb3747bc99), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.623726 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=106556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:16:45.624260 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3793607'] for segment (452f9088-6e1b-4ef8-8c1a-4acb3747bc99), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.695420 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-07a630f9-546c-4f9e-a584-dff7994134b3 req-3a2b4f30-fd83-479a-a178-220c9a5b7c38 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141610 Sep 22 17:16:45.703068 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7709429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536458'] for network (76fdfd82-e2ca-4e82-8d26-41a9f16c8858), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.712731 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.716379 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/76fdfd82-e2ca-4e82-8d26-41a9f16c8858 HTTP/1.1" status: 204 len: 168 time: 0.7820649 Sep 22 17:16:45.721243 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36200) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:45.728454 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-3c9f7233-d3d0-4610-8eea-c09adc668c69 None None] Set router ac92aec0-3208-4f82-97da-ecae9e3361f1 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:16:45.729037 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e67d2-a330-42bc-aa80-5765fa7a0539 admin admin] Pushing event deleted for resources: {'Network': ['ID=76fdfd82-e2ca-4e82-8d26-41a9f16c8858,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:45.752742 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment 452f9088-6e1b-4ef8-8c1a-4acb3747bc99 resource provider aggregate not found Sep 22 17:16:45.766922 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a24c67a4-d1e1-466c-b7ac-1b9d00330204 admin admin] Publish callbacks [] for router_gateway (ac92aec0-3208-4f82-97da-ecae9e3361f1), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.767988 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment 452f9088-6e1b-4ef8-8c1a-4acb3747bc99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 452f9088-6e1b-4ef8-8c1a-4acb3747bc99 found for delete ", "request_id": "req-5bb176af-3713-4948-abf0-baca4256c2b7"}]} Sep 22 17:16:45.809550 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:16:45.809840 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.827331 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-d1c03c11-6379-4586-8044-5fcafced3a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906'] for port (2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6), after_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.852078 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-a24c67a4-d1e1-466c-b7ac-1b9d00330204 admin admin] Deleting port 01e2fd6b-fe28-431b-a047-38a58f925c2f {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:45.852418 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a24c67a4-d1e1-466c-b7ac-1b9d00330204 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (01e2fd6b-fe28-431b-a047-38a58f925c2f), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.888406 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1c03c11-6379-4586-8044-5fcafced3a69 None None] Network 76fdfd82-e2ca-4e82-8d26-41a9f16c8858 is not hosted by any dhcp agent {{(pid=106557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 17:16:45.888887 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c03c11-6379-4586-8044-5fcafced3a69 None None] No DVR routers for this DVR port 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 on host dv-cinder-835384-28-iscsi {{(pid=106557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:16:45.895883 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c03c11-6379-4586-8044-5fcafced3a69 None None] Pushing event deleted for resources: {'Port': ['ID=2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6,revision_number=None']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:45.904072 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3946f917-8585-453c-9eff-81ab4ba3b860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:16:45.906875 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b642ad-12c7-4469-b844-60354dc4d4e2" -d '{"events": [{"server_uuid": "3946f917-8585-453c-9eff-81ab4ba3b860", "name": "network-vif-plugged", "status": "completed", "tag": "53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:16:45.929841 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:45.938930 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:45.968427 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a323f3-b17e-4edf-9926-19b69acc2680 x-openstack-request-id: req-25a323f3-b17e-4edf-9926-19b69acc2680 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:16:45.968727 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3946f917-8585-453c-9eff-81ab4ba3b860", "name": "network-vif-plugged", "status": "completed", "tag": "53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:16:45.968951 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25a323f3-b17e-4edf-9926-19b69acc2680 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:16:45.969338 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a323f3-b17e-4edf-9926-19b69acc2680'] response: {'server_uuid': '3946f917-8585-453c-9eff-81ab4ba3b860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7', 'code': 200} Sep 22 17:16:46.033528 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,revision_number=7']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:46.034749 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [None req-a24c67a4-d1e1-466c-b7ac-1b9d00330204 admin admin] For port 01e2fd6b-fe28-431b-a047-38a58f925c2f, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=01e2fd6b-fe28-431b-a047-38a58f925c2f,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:46.035144 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a24c67a4-d1e1-466c-b7ac-1b9d00330204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (01e2fd6b-fe28-431b-a047-38a58f925c2f), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:46.045078 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:46.046202 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-3c9f7233-d3d0-4610-8eea-c09adc668c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'name': 'tempest-TestMinimumBasicScenario-1925118126-router', 'tenant_id': '717ff3c230e549f684162b5fed430228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '01e2fd6b-fe28-431b-a047-38a58f925c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:34Z', 'updated_at': '2022-09-22T17:16:44Z', 'revision_number': 5, 'project_id': '717ff3c230e549f684162b5fed430228', 'gw_port': {'id': '01e2fd6b-fe28-431b-a047-38a58f925c2f', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:12:34Z', 'updated_at': '2022-09-22T17:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:46.055962 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-a24c67a4-d1e1-466c-b7ac-1b9d00330204 admin admin] Calling delete_port for 01e2fd6b-fe28-431b-a047-38a58f925c2f owned by network:router_gateway {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:46.077375 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f7233-d3d0-4610-8eea-c09adc668c69 None None] Checking router: ac92aec0-3208-4f82-97da-ecae9e3361f1 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:16:46.085804 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f7233-d3d0-4610-8eea-c09adc668c69 None None] Routers {'ac92aec0-3208-4f82-97da-ecae9e3361f1'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:16:46.086394 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-3c9f7233-d3d0-4610-8eea-c09adc668c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['ac92aec0-3208-4f82-97da-ecae9e3361f1'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:46.173580 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-3c9f7233-d3d0-4610-8eea-c09adc668c69 None None] Set router ac92aec0-3208-4f82-97da-ecae9e3361f1 gateway port host: None {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:16:46.231252 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-3c9f7233-d3d0-4610-8eea-c09adc668c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'name': 'tempest-TestMinimumBasicScenario-1925118126-router', 'tenant_id': '717ff3c230e549f684162b5fed430228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:34Z', 'updated_at': '2022-09-22T17:16:45Z', 'revision_number': 6, 'project_id': '717ff3c230e549f684162b5fed430228', 'gw_port_host': None}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:46.256331 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9f7233-d3d0-4610-8eea-c09adc668c69 None None] The sync data for ids ['ac92aec0-3208-4f82-97da-ecae9e3361f1'] in dv-cinder-835384-28-iscsi is: [{'id': 'ac92aec0-3208-4f82-97da-ecae9e3361f1', 'name': 'tempest-TestMinimumBasicScenario-1925118126-router', 'tenant_id': '717ff3c230e549f684162b5fed430228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:12:34Z', 'updated_at': '2022-09-22T17:16:45Z', 'revision_number': 6, 'project_id': '717ff3c230e549f684162b5fed430228', 'gw_port_host': None}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:16:46.261021 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device cc63f9c0-9b91-4d28-9f8c-d1f615277e4e no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:16:46.282662 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: cc63f9c0-9b91-4d28-9f8c-d1f615277e4e {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:16:46.283037 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device cc63f9c0-9b91-4d28-9f8c-d1f615277e4e not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:16:46.283565 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:16:46.283895 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bf7436a1-59be-40d2-a6a0-3745b479d102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498853'] for router_interface (1ead29e9-1e0e-48bc-835a-f48804c259c1), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:46.306862 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:16:46.307543 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 0838ef37-9aa6-4cd2-80ec-d537aa3dc3d8 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:16:46.308032 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:16:46.330775 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:16:46.331061 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 2dfa8258-f89b-4354-a6d9-f4ee89c7ddc6 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:16:46.670818 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:46.692477 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a24c67a4-d1e1-466c-b7ac-1b9d00330204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (01e2fd6b-fe28-431b-a047-38a58f925c2f), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:46.751388 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c67a4-d1e1-466c-b7ac-1b9d00330204 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e2fd6b-fe28-431b-a047-38a58f925c2f,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:46.909130 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f9982-2006-4499-864a-c553f913b52a req-1029544f-f2f6-47be-9d62-073e42be612f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:46.910711 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a05f9982-2006-4499-864a-c553f913b52a req-1029544f-f2f6-47be-9d62-073e42be612f tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0926602 Sep 22 17:16:46.966323 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a24c67a4-d1e1-466c-b7ac-1b9d00330204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536415'] for router_gateway (ac92aec0-3208-4f82-97da-ecae9e3361f1), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:47.103805 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a24c67a4-d1e1-466c-b7ac-1b9d00330204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2709'] for router (ac92aec0-3208-4f82-97da-ecae9e3361f1), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:47.111105 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a24c67a4-d1e1-466c-b7ac-1b9d00330204 admin admin] Publish callbacks [] for router_controller (ac92aec0-3208-4f82-97da-ecae9e3361f1), precommit_delete_associations {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:47.114895 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a05f9982-2006-4499-864a-c553f913b52a req-6a77288a-5e3e-48b5-984b-c5fa58d793f0 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932166 Sep 22 17:16:47.126297 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-bf7436a1-59be-40d2-a6a0-3745b479d102 admin admin] Deleting port 8feb9d31-65fe-4598-8905-a5d589aae48d {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:47.126297 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bf7436a1-59be-40d2-a6a0-3745b479d102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:47.202246 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a24c67a4-d1e1-466c-b7ac-1b9d00330204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533096'] for router (ac92aec0-3208-4f82-97da-ecae9e3361f1), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:47.202894 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24c67a4-d1e1-466c-b7ac-1b9d00330204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac92aec0-3208-4f82-97da-ecae9e3361f1 {{(pid=106555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:16:47.208185 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a24c67a4-d1e1-466c-b7ac-1b9d00330204 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:47.211764 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-a24c67a4-d1e1-466c-b7ac-1b9d00330204 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/ac92aec0-3208-4f82-97da-ecae9e3361f1 HTTP/1.1" status: 204 len: 168 time: 1.8427680 Sep 22 17:16:47.212044 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36234) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:47.246320 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:47.294121 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [None req-bf7436a1-59be-40d2-a6a0-3745b479d102 admin admin] For port 8feb9d31-65fe-4598-8905-a5d589aae48d, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=8feb9d31-65fe-4598-8905-a5d589aae48d,segment=NetworkSegment(28fc9041-f887-4e17-8db5-7fb2195d11e3),segment_id=28fc9041-f887-4e17-8db5-7fb2195d11e3)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:47.294481 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bf7436a1-59be-40d2-a6a0-3745b479d102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:47.300339 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d2b7f9-c551-4781-9ecd-2c3404930074 admin admin] Deleting subnet 509fe4f3-5432-47a4-9346-84ba3b22aea9 {{(pid=106555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 17:16:47.309120 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c9d2b7f9-c551-4781-9ecd-2c3404930074 admin admin] Publish callbacks [] for subnet (509fe4f3-5432-47a4-9346-84ba3b22aea9), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:47.338495 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-bf7436a1-59be-40d2-a6a0-3745b479d102 admin admin] Calling delete_port for 8feb9d31-65fe-4598-8905-a5d589aae48d owned by network:router_interface {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:47.364807 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c9d2b7f9-c551-4781-9ecd-2c3404930074 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3953894'] for subnet (509fe4f3-5432-47a4-9346-84ba3b22aea9), precommit_delete_associations {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:47.555528 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c9d2b7f9-c551-4781-9ecd-2c3404930074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8016103'] for subnet (509fe4f3-5432-47a4-9346-84ba3b22aea9), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:47.614466 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:47.644666 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c9d2b7f9-c551-4781-9ecd-2c3404930074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8014298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126621254'] for subnet (509fe4f3-5432-47a4-9346-84ba3b22aea9), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:47.707633 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c9d2b7f9-c551-4781-9ecd-2c3404930074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:47.713278 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469bbc54-5a91-4301-8ece-a61581da4a26 None None] Network 679f6ac8-4395-4799-857c-5d0bc3bfc487 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:16:47.720286 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-c9d2b7f9-c551-4781-9ecd-2c3404930074 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/509fe4f3-5432-47a4-9346-84ba3b22aea9 HTTP/1.1" status: 204 len: 168 time: 0.5072417 Sep 22 17:16:47.723155 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36236) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:47.723625 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2b7f9-c551-4781-9ecd-2c3404930074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=509fe4f3-5432-47a4-9346-84ba3b22aea9,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:47.753767 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bf7436a1-59be-40d2-a6a0-3745b479d102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (8feb9d31-65fe-4598-8905-a5d589aae48d), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:47.753996 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:47.802023 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7436a1-59be-40d2-a6a0-3745b479d102 admin admin] Pushing event deleted for resources: {'Port': ['ID=8feb9d31-65fe-4598-8905-a5d589aae48d,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:47.852012 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632274'] for network (679f6ac8-4395-4799-857c-5d0bc3bfc487), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:47.964691 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] Deleting port 09726e9b-00f6-4733-9cc2-d7fec5925e6a {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:47.965031 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (09726e9b-00f6-4733-9cc2-d7fec5925e6a), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:48.017068 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce054db-0f95-4e6d-af2d-f55f18b9e243 None None] DHCP port deletion for 679f6ac8-4395-4799-857c-5d0bc3bfc487 request from dv-cinder-835384-28-iscsi {{(pid=106557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 17:16:48.051530 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-bf7436a1-59be-40d2-a6a0-3745b479d102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533013'] for router_interface (1ead29e9-1e0e-48bc-835a-f48804c259c1), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:48.102655 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-bce054db-0f95-4e6d-af2d-f55f18b9e243 None None] Deleting port 09726e9b-00f6-4733-9cc2-d7fec5925e6a {{(pid=106557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:48.102938 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-bce054db-0f95-4e6d-af2d-f55f18b9e243 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (09726e9b-00f6-4733-9cc2-d7fec5925e6a), before_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:48.125928 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] For port 09726e9b-00f6-4733-9cc2-d7fec5925e6a, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=09726e9b-00f6-4733-9cc2-d7fec5925e6a,segment=NetworkSegment(94cba714-d179-4dc2-b68a-135490f5701d),segment_id=94cba714-d179-4dc2-b68a-135490f5701d)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:48.126439 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (09726e9b-00f6-4733-9cc2-d7fec5925e6a), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:48.160044 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] Calling delete_port for 09726e9b-00f6-4733-9cc2-d7fec5925e6a owned by network:dhcp {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:48.265289 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-bce054db-0f95-4e6d-af2d-f55f18b9e243 None None] For port 09726e9b-00f6-4733-9cc2-d7fec5925e6a, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=09726e9b-00f6-4733-9cc2-d7fec5925e6a,segment=NetworkSegment(94cba714-d179-4dc2-b68a-135490f5701d),segment_id=94cba714-d179-4dc2-b68a-135490f5701d)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:48.265696 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-bce054db-0f95-4e6d-af2d-f55f18b9e243 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (09726e9b-00f6-4733-9cc2-d7fec5925e6a), precommit_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:48.275578 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:48.287807 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:48.306500 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-bce054db-0f95-4e6d-af2d-f55f18b9e243 None None] Calling delete_port for 09726e9b-00f6-4733-9cc2-d7fec5925e6a owned by network:dhcp {{(pid=106557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:48.347106 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (09726e9b-00f6-4733-9cc2-d7fec5925e6a), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:48.389205 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] Pushing event deleted for resources: {'Port': ['ID=09726e9b-00f6-4733-9cc2-d7fec5925e6a,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:48.394911 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] No DVR routers for this DVR port 09726e9b-00f6-4733-9cc2-d7fec5925e6a on host dv-cinder-835384-28-iscsi {{(pid=106556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:16:48.415471 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfee76-0c3c-42f1-a78d-503284df293a req-02a556d3-bacc-45df-850d-dc78f114e91d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:48.423587 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-63cfee76-0c3c-42f1-a78d-503284df293a req-02a556d3-bacc-45df-850d-dc78f114e91d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.1177919 Sep 22 17:16:48.440094 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 01e2fd6b-fe28-431b-a047-38a58f925c2f no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:16:48.504069 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 01e2fd6b-fe28-431b-a047-38a58f925c2f {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:16:48.504407 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 01e2fd6b-fe28-431b-a047-38a58f925c2f not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:16:48.504730 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 3928e369-0b13-437e-bada-fe2fa00acaa1 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:16:48.516563 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7709388', 'neutron.services.segments.db._delete_segments_for_network-8784621099201'] for network (679f6ac8-4395-4799-857c-5d0bc3bfc487), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:48.526839 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 3928e369-0b13-437e-bada-fe2fa00acaa1 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:16:48.527134 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 3928e369-0b13-437e-bada-fe2fa00acaa1 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:16:48.527441 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 09726e9b-00f6-4733-9cc2-d7fec5925e6a no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:16:48.537552 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-63cfee76-0c3c-42f1-a78d-503284df293a req-49d44a76-6bfd-489f-9ef5-bf51c3ad3833 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107743 Sep 22 17:16:48.546871 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7436a1-59be-40d2-a6a0-3745b479d102 admin admin] Router 1ead29e9-1e0e-48bc-835a-f48804c259c1 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:16:48.550299 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679f6ac8-4395-4799-857c-5d0bc3bfc487']}} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:48.563999 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94cba714-d179-4dc2-b68a-135490f5701d') {'for_net_delete': True} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:48.564446 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94cba714-d179-4dc2-b68a-135490f5701d') {} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:48.569085 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-bce054db-0f95-4e6d-af2d-f55f18b9e243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906'] for port (09726e9b-00f6-4733-9cc2-d7fec5925e6a), after_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:48.571311 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 09726e9b-00f6-4733-9cc2-d7fec5925e6a {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:16:48.571841 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 09726e9b-00f6-4733-9cc2-d7fec5925e6a not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:16:48.599116 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784621099093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3319049'] for segment (94cba714-d179-4dc2-b68a-135490f5701d), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:48.606393 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce054db-0f95-4e6d-af2d-f55f18b9e243 None None] Pushing event deleted for resources: {'Port': ['ID=09726e9b-00f6-4733-9cc2-d7fec5925e6a,revision_number=None']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:48.613852 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce054db-0f95-4e6d-af2d-f55f18b9e243 None None] No DVR routers for this DVR port 09726e9b-00f6-4733-9cc2-d7fec5925e6a on host dv-cinder-835384-28-iscsi {{(pid=106557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:16:48.626662 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (94cba714-d179-4dc2-b68a-135490f5701d), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:48.634234 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=106556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:16:48.634637 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3793607'] for segment (94cba714-d179-4dc2-b68a-135490f5701d), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:48.682723 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment 94cba714-d179-4dc2-b68a-135490f5701d resource provider aggregate not found Sep 22 17:16:48.689608 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7436a1-59be-40d2-a6a0-3745b479d102 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:16:48.697907 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-bf7436a1-59be-40d2-a6a0-3745b479d102 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/1ead29e9-1e0e-48bc-835a-f48804c259c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9711025 Sep 22 17:16:48.698592 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36244) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:48.705626 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8740f17-5085-4fbf-818b-f9047ce2a85b None None] Sync routers for ids ['1ead29e9-1e0e-48bc-835a-f48804c259c1'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:16:48.719929 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8740f17-5085-4fbf-818b-f9047ce2a85b None None] Routers {'1ead29e9-1e0e-48bc-835a-f48804c259c1'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:16:48.721784 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-e8740f17-5085-4fbf-818b-f9047ce2a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['1ead29e9-1e0e-48bc-835a-f48804c259c1'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:48.722800 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment 94cba714-d179-4dc2-b68a-135490f5701d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94cba714-d179-4dc2-b68a-135490f5701d found for delete ", "request_id": "req-11666b55-92c5-45f3-ac2a-948ca280f776"}]} Sep 22 17:16:48.724069 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7709429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536458'] for network (679f6ac8-4395-4799-857c-5d0bc3bfc487), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:48.737433 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:48.750111 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/679f6ac8-4395-4799-857c-5d0bc3bfc487 HTTP/1.1" status: 204 len: 168 time: 1.0202219 Sep 22 17:16:48.778939 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf46dc-d3de-4bdd-9063-29ee1bb7e574 admin admin] Pushing event deleted for resources: {'Network': ['ID=679f6ac8-4395-4799-857c-5d0bc3bfc487,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:48.863322 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-301e415f-0164-40bb-a620-434fdf8b93da admin admin] Publish callbacks [] for router (1ead29e9-1e0e-48bc-835a-f48804c259c1), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:48.899047 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-e8740f17-5085-4fbf-818b-f9047ce2a85b None None] Set router 1ead29e9-1e0e-48bc-835a-f48804c259c1 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:16:48.976795 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36248) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:49.024908 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-301e415f-0164-40bb-a620-434fdf8b93da admin admin] Publish callbacks [] for router_gateway (1ead29e9-1e0e-48bc-835a-f48804c259c1), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:49.036566 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:49.037648 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:49.045293 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36250) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:49.045540 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-204990ec-4e8c-49ed-a745-70af18132838 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0749b2616b854791aec389d669ef94c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0672944 Sep 22 17:16:49.119028 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:UPDATE=3,neutron:DELETE=1,neutron:SELECT=96 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:49.126644 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-301e415f-0164-40bb-a620-434fdf8b93da admin admin] Deleting port 33b80fe4-8b3e-497a-bbcc-54eacca2caa1 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:49.127009 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-301e415f-0164-40bb-a620-434fdf8b93da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (33b80fe4-8b3e-497a-bbcc-54eacca2caa1), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:49.131353 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:49.155374 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-e8740f17-5085-4fbf-818b-f9047ce2a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'name': 'tempest-TestShelveInstance-1520972065-router', 'tenant_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '33b80fe4-8b3e-497a-bbcc-54eacca2caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:12Z', 'updated_at': '2022-09-22T17:16:47Z', 'revision_number': 5, 'project_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'gw_port': {'id': '33b80fe4-8b3e-497a-bbcc-54eacca2caa1', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:a8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:09:15Z', 'updated_at': '2022-09-22T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:49.187148 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ee0cb9b6-f62c-4e05-b2e7-09c6db8b5dbe admin admin] Publish callbacks [] for security_group (cc6ee124-fcd7-4f31-b97b-a5e90edd78cf), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:49.190609 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8740f17-5085-4fbf-818b-f9047ce2a85b None None] Checking router: 1ead29e9-1e0e-48bc-835a-f48804c259c1 for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:16:49.203693 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8740f17-5085-4fbf-818b-f9047ce2a85b None None] Routers {'1ead29e9-1e0e-48bc-835a-f48804c259c1'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:16:49.204426 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-e8740f17-5085-4fbf-818b-f9047ce2a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['1ead29e9-1e0e-48bc-835a-f48804c259c1'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:49.221523 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ee0cb9b6-f62c-4e05-b2e7-09c6db8b5dbe admin admin] Publish callbacks [] for security_group (cc6ee124-fcd7-4f31-b97b-a5e90edd78cf), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:49.269900 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [None req-301e415f-0164-40bb-a620-434fdf8b93da admin admin] For port 33b80fe4-8b3e-497a-bbcc-54eacca2caa1, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=33b80fe4-8b3e-497a-bbcc-54eacca2caa1,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:49.270394 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-301e415f-0164-40bb-a620-434fdf8b93da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (33b80fe4-8b3e-497a-bbcc-54eacca2caa1), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:49.300259 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-301e415f-0164-40bb-a620-434fdf8b93da admin admin] Calling delete_port for 33b80fe4-8b3e-497a-bbcc-54eacca2caa1 owned by network:router_gateway {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:49.312806 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-e8740f17-5085-4fbf-818b-f9047ce2a85b None None] Set router 1ead29e9-1e0e-48bc-835a-f48804c259c1 gateway port host: None {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:16:49.320244 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:49.466261 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ee0cb9b6-f62c-4e05-b2e7-09c6db8b5dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (cc6ee124-fcd7-4f31-b97b-a5e90edd78cf), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:49.469829 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ee0cb9b6-f62c-4e05-b2e7-09c6db8b5dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:49.473771 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-ee0cb9b6-f62c-4e05-b2e7-09c6db8b5dbe admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/cc6ee124-fcd7-4f31-b97b-a5e90edd78cf HTTP/1.1" status: 204 len: 168 time: 0.4256680 Sep 22 17:16:49.482561 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-e8740f17-5085-4fbf-818b-f9047ce2a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'name': 'tempest-TestShelveInstance-1520972065-router', 'tenant_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:12Z', 'updated_at': '2022-09-22T17:16:49Z', 'revision_number': 6, 'project_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'gw_port_host': None}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:49.497298 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cb9b6-f62c-4e05-b2e7-09c6db8b5dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6ee124-fcd7-4f31-b97b-a5e90edd78cf,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:49.517235 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8740f17-5085-4fbf-818b-f9047ce2a85b None None] The sync data for ids ['1ead29e9-1e0e-48bc-835a-f48804c259c1'] in dv-cinder-835384-28-iscsi is: [{'id': '1ead29e9-1e0e-48bc-835a-f48804c259c1', 'name': 'tempest-TestShelveInstance-1520972065-router', 'tenant_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:09:12Z', 'updated_at': '2022-09-22T17:16:49Z', 'revision_number': 6, 'project_id': '5bf728292e2a4eb2bd1097b01fa6533b', 'gw_port_host': None}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:16:49.683336 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-301e415f-0164-40bb-a620-434fdf8b93da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (33b80fe4-8b3e-497a-bbcc-54eacca2caa1), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:49.780338 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e415f-0164-40bb-a620-434fdf8b93da admin admin] Pushing event deleted for resources: {'Port': ['ID=33b80fe4-8b3e-497a-bbcc-54eacca2caa1,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:49.824428 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce478dc-4494-4300-af41-85780f095af9 req-1a131029-e0c2-4567-990a-9c1e8bdea8b7 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:49.824428 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1ce478dc-4494-4300-af41-85780f095af9 req-1a131029-e0c2-4567-990a-9c1e8bdea8b7 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.1341045 Sep 22 17:16:49.893553 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-301e415f-0164-40bb-a620-434fdf8b93da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536415'] for router_gateway (1ead29e9-1e0e-48bc-835a-f48804c259c1), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:49.980158 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1ce478dc-4494-4300-af41-85780f095af9 req-56eca0c7-ec91-49c8-8100-ff1c59914a23 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374722 Sep 22 17:16:50.024051 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-301e415f-0164-40bb-a620-434fdf8b93da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2709'] for router (1ead29e9-1e0e-48bc-835a-f48804c259c1), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:50.024051 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-301e415f-0164-40bb-a620-434fdf8b93da admin admin] Publish callbacks [] for router_controller (1ead29e9-1e0e-48bc-835a-f48804c259c1), precommit_delete_associations {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:50.084759 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-301e415f-0164-40bb-a620-434fdf8b93da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533096'] for router (1ead29e9-1e0e-48bc-835a-f48804c259c1), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:50.086038 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301e415f-0164-40bb-a620-434fdf8b93da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ead29e9-1e0e-48bc-835a-f48804c259c1 {{(pid=106555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:16:50.091213 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-301e415f-0164-40bb-a620-434fdf8b93da admin admin] Publish callbacks [] for router (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:50.092953 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-301e415f-0164-40bb-a620-434fdf8b93da admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/1ead29e9-1e0e-48bc-835a-f48804c259c1 HTTP/1.1" status: 204 len: 168 time: 1.3932037 Sep 22 17:16:50.095606 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36260) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:50.102482 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36262) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:50.152071 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-c269374e-7d99-42cd-8394-9280afc1c2e4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=717ff3c230e549f684162b5fed430228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483778 Sep 22 17:16:50.152362 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36264) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:50.163735 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_v2 [None req-857d3e5f-cb7a-4a00-8dcf-df54e62711b2 admin admin] Deleting subnet 3ae4aff1-0b8d-4b0e-b075-0df9cc824e11 {{(pid=106556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 17:16:50.176826 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-857d3e5f-cb7a-4a00-8dcf-df54e62711b2 admin admin] Publish callbacks [] for subnet (3ae4aff1-0b8d-4b0e-b075-0df9cc824e11), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:50.248453 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-857d3e5f-cb7a-4a00-8dcf-df54e62711b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3319090'] for subnet (3ae4aff1-0b8d-4b0e-b075-0df9cc824e11), precommit_delete_associations {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:50.269921 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-598968dd-79aa-481c-bf23-25361a852d6e admin admin] Publish callbacks [] for security_group (7a39b1dd-5bcf-4408-9695-31e71569039d), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:50.304279 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-598968dd-79aa-481c-bf23-25361a852d6e admin admin] Publish callbacks [] for security_group (7a39b1dd-5bcf-4408-9695-31e71569039d), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:50.379121 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-857d3e5f-cb7a-4a00-8dcf-df54e62711b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8016103'] for subnet (3ae4aff1-0b8d-4b0e-b075-0df9cc824e11), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:50.426361 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-598968dd-79aa-481c-bf23-25361a852d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (7a39b1dd-5bcf-4408-9695-31e71569039d), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:50.428933 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-598968dd-79aa-481c-bf23-25361a852d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:50.432767 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-598968dd-79aa-481c-bf23-25361a852d6e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7a39b1dd-5bcf-4408-9695-31e71569039d HTTP/1.1" status: 204 len: 168 time: 0.2764430 Sep 22 17:16:50.442093 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598968dd-79aa-481c-bf23-25361a852d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a39b1dd-5bcf-4408-9695-31e71569039d,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:50.460605 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-857d3e5f-cb7a-4a00-8dcf-df54e62711b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8014298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3793533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3584758'] for subnet (3ae4aff1-0b8d-4b0e-b075-0df9cc824e11), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:50.507812 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d3e5f-cb7a-4a00-8dcf-df54e62711b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ae4aff1-0b8d-4b0e-b075-0df9cc824e11,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:50.520000 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-857d3e5f-cb7a-4a00-8dcf-df54e62711b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:50.527196 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-857d3e5f-cb7a-4a00-8dcf-df54e62711b2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/3ae4aff1-0b8d-4b0e-b075-0df9cc824e11 HTTP/1.1" status: 204 len: 168 time: 0.4304526 Sep 22 17:16:50.531687 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36268) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:50.535169 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feee05c8-a3fc-4719-9357-846b5827903d None None] Network ec8d4954-ac76-4253-8a78-98565fa5d7bb requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:16:50.543339 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 8feb9d31-65fe-4598-8905-a5d589aae48d no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:16:50.609456 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 8feb9d31-65fe-4598-8905-a5d589aae48d {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:16:50.609720 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 8feb9d31-65fe-4598-8905-a5d589aae48d not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:16:50.610334 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 33b80fe4-8b3e-497a-bbcc-54eacca2caa1 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:16:50.636329 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632274'] for network (ec8d4954-ac76-4253-8a78-98565fa5d7bb), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:50.705051 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 33b80fe4-8b3e-497a-bbcc-54eacca2caa1 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:16:50.705678 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 33b80fe4-8b3e-497a-bbcc-54eacca2caa1 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:16:50.719758 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] Deleting port 88840c4b-d646-480a-b429-b2221a2b72e2 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:50.720337 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (88840c4b-d646-480a-b429-b2221a2b72e2), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:50.850040 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] For port 88840c4b-d646-480a-b429-b2221a2b72e2, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=88840c4b-d646-480a-b429-b2221a2b72e2,segment=NetworkSegment(28fc9041-f887-4e17-8db5-7fb2195d11e3),segment_id=28fc9041-f887-4e17-8db5-7fb2195d11e3)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:50.850771 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (88840c4b-d646-480a-b429-b2221a2b72e2), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:50.871186 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ae7efb-02c2-4f51-878b-f9a0436eaf54 None None] DHCP port deletion for ec8d4954-ac76-4253-8a78-98565fa5d7bb request from dv-cinder-835384-28-iscsi {{(pid=106557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 17:16:50.880655 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] Calling delete_port for 88840c4b-d646-480a-b429-b2221a2b72e2 owned by network:dhcp {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:50.938628 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-79b2223f-60a7-4fae-bb88-5912d99ea828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:50.942224 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-31ae7efb-02c2-4f51-878b-f9a0436eaf54 None None] Deleting port 88840c4b-d646-480a-b429-b2221a2b72e2 {{(pid=106557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:16:50.942967 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-31ae7efb-02c2-4f51-878b-f9a0436eaf54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (88840c4b-d646-480a-b429-b2221a2b72e2), before_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:51.071858 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-31ae7efb-02c2-4f51-878b-f9a0436eaf54 None None] For port 88840c4b-d646-480a-b429-b2221a2b72e2, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=88840c4b-d646-480a-b429-b2221a2b72e2,segment=NetworkSegment(28fc9041-f887-4e17-8db5-7fb2195d11e3),segment_id=28fc9041-f887-4e17-8db5-7fb2195d11e3)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:16:51.072163 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:51.072259 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-31ae7efb-02c2-4f51-878b-f9a0436eaf54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (88840c4b-d646-480a-b429-b2221a2b72e2), precommit_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:51.088060 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (88840c4b-d646-480a-b429-b2221a2b72e2), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:51.108368 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-31ae7efb-02c2-4f51-878b-f9a0436eaf54 None None] Calling delete_port for 88840c4b-d646-480a-b429-b2221a2b72e2 owned by network:dhcp {{(pid=106557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:16:51.119475 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=88840c4b-d646-480a-b429-b2221a2b72e2,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:51.123668 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] No DVR routers for this DVR port 88840c4b-d646-480a-b429-b2221a2b72e2 on host dv-cinder-835384-28-iscsi {{(pid=106556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:16:51.184752 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20957da-3a07-483c-a7bb-3b8c0ede82f4 req-458c988a-6fc9-4581-b77b-06fe5818fe8a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:51.187661 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f20957da-3a07-483c-a7bb-3b8c0ede82f4 req-458c988a-6fc9-4581-b77b-06fe5818fe8a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0725954 Sep 22 17:16:51.227347 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-31ae7efb-02c2-4f51-878b-f9a0436eaf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906'] for port (88840c4b-d646-480a-b429-b2221a2b72e2), after_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:51.245177 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7709388', 'neutron.services.segments.db._delete_segments_for_network-8784621099201'] for network (ec8d4954-ac76-4253-8a78-98565fa5d7bb), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:51.257525 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f20957da-3a07-483c-a7bb-3b8c0ede82f4 req-1d6d9480-e27a-4585-a10c-fcd28bdce345 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621221 Sep 22 17:16:51.290747 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8d4954-ac76-4253-8a78-98565fa5d7bb']}} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:51.299269 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fc9041-f887-4e17-8db5-7fb2195d11e3') {'for_net_delete': True} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:51.299787 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fc9041-f887-4e17-8db5-7fb2195d11e3') {} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:16:51.312253 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784621099093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3319049'] for segment (28fc9041-f887-4e17-8db5-7fb2195d11e3), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:51.328366 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (28fc9041-f887-4e17-8db5-7fb2195d11e3), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:51.336887 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=106556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:16:51.337522 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3793607'] for segment (28fc9041-f887-4e17-8db5-7fb2195d11e3), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:51.385989 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment 28fc9041-f887-4e17-8db5-7fb2195d11e3 resource provider aggregate not found Sep 22 17:16:51.414906 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae7efb-02c2-4f51-878b-f9a0436eaf54 None None] Pushing event deleted for resources: {'Port': ['ID=88840c4b-d646-480a-b429-b2221a2b72e2,revision_number=None']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:51.415822 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment 28fc9041-f887-4e17-8db5-7fb2195d11e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28fc9041-f887-4e17-8db5-7fb2195d11e3 found for delete ", "request_id": "req-d17f67d4-fc60-4071-9e8d-0a56543e1be9"}]} Sep 22 17:16:51.417079 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7709429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536458'] for network (ec8d4954-ac76-4253-8a78-98565fa5d7bb), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:51.422212 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ae7efb-02c2-4f51-878b-f9a0436eaf54 None None] No DVR routers for this DVR port 88840c4b-d646-480a-b429-b2221a2b72e2 on host dv-cinder-835384-28-iscsi {{(pid=106557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:16:51.442765 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:51.448387 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/ec8d4954-ac76-4253-8a78-98565fa5d7bb HTTP/1.1" status: 204 len: 168 time: 0.9129725 Sep 22 17:16:51.448387 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e10f44-4412-464f-ad8a-3784380493d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec8d4954-ac76-4253-8a78-98565fa5d7bb,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:51.645247 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36282) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:51.651439 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:51.692267 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-56cf78d7-5dc0-40d4-a9ac-2c73b759ceab admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1ed7377d32844bbf95f995831bc21d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457954 Sep 22 17:16:51.697368 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36284) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:51.762443 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8472debc-7efc-4508-8584-abb63bd9ffeb admin admin] Publish callbacks [] for security_group (1423945c-64cd-4532-99c0-546c27ef7959), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:51.788251 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8472debc-7efc-4508-8584-abb63bd9ffeb admin admin] Publish callbacks [] for security_group (1423945c-64cd-4532-99c0-546c27ef7959), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:51.846588 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8472debc-7efc-4508-8584-abb63bd9ffeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (1423945c-64cd-4532-99c0-546c27ef7959), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:51.849415 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8472debc-7efc-4508-8584-abb63bd9ffeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:51.850462 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-8472debc-7efc-4508-8584-abb63bd9ffeb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1423945c-64cd-4532-99c0-546c27ef7959 HTTP/1.1" status: 204 len: 168 time: 0.1519749 Sep 22 17:16:51.855935 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:51.862174 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472debc-7efc-4508-8584-abb63bd9ffeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1423945c-64cd-4532-99c0-546c27ef7959,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:52.212487 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 88840c4b-d646-480a-b429-b2221a2b72e2 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:16:52.240378 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 88840c4b-d646-480a-b429-b2221a2b72e2 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:16:52.240574 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 88840c4b-d646-480a-b429-b2221a2b72e2 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:16:52.292250 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36290) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:52.352588 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36294) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:16:52.353150 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-6dc772a8-72af-44ca-9b7a-699465cc5931 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5bf728292e2a4eb2bd1097b01fa6533b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0593841 Sep 22 17:16:52.427825 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd7a3a-2f47-476c-a9f7-8e9c694d5a49 req-43d3360d-1b13-4539-bea7-113873bc5177 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:52.433024 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e2ac838c-d1b6-4fe7-a016-9f123fb98307 admin admin] Publish callbacks [] for security_group (e86de22d-baed-40be-835c-2c3fa8138b8d), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:52.443515 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bfdd7a3a-2f47-476c-a9f7-8e9c694d5a49 req-43d3360d-1b13-4539-bea7-113873bc5177 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0893788 Sep 22 17:16:52.460474 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e2ac838c-d1b6-4fe7-a016-9f123fb98307 admin admin] Publish callbacks [] for security_group (e86de22d-baed-40be-835c-2c3fa8138b8d), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:52.511510 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:52.518365 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bfdd7a3a-2f47-476c-a9f7-8e9c694d5a49 req-59b13a49-5157-446a-9768-1c4d6b7a355a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736620 Sep 22 17:16:52.531664 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e2ac838c-d1b6-4fe7-a016-9f123fb98307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (e86de22d-baed-40be-835c-2c3fa8138b8d), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:52.534599 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e2ac838c-d1b6-4fe7-a016-9f123fb98307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:52.538161 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-e2ac838c-d1b6-4fe7-a016-9f123fb98307 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e86de22d-baed-40be-835c-2c3fa8138b8d HTTP/1.1" status: 204 len: 168 time: 0.1819503 Sep 22 17:16:52.546043 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac838c-d1b6-4fe7-a016-9f123fb98307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86de22d-baed-40be-835c-2c3fa8138b8d,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:16:53.667178 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94efbe-4e32-412d-ab54-0873553b1343 req-76effe1c-e33c-412d-967e-60f9db62b5a1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:53.668670 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3b94efbe-4e32-412d-ab54-0873553b1343 req-76effe1c-e33c-412d-967e-60f9db62b5a1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0480025 Sep 22 17:16:53.723470 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3b94efbe-4e32-412d-ab54-0873553b1343 req-7447c056-3453-4bfe-a81e-ebe38871c657 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479562 Sep 22 17:16:53.819955 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a4f91c98-0aa2-4bb4-a20b-f39af2b0c3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:54.865566 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb64086-ecd7-4446-b2b5-e2beb67a5cad req-6ab0d572-797e-487f-9357-39424edbf803 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:54.868678 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5bb64086-ecd7-4446-b2b5-e2beb67a5cad req-6ab0d572-797e-487f-9357-39424edbf803 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0523055 Sep 22 17:16:54.920600 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5bb64086-ecd7-4446-b2b5-e2beb67a5cad req-697d05f6-7d5c-4040-85f0-847781e9b67d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460639 Sep 22 17:16:55.364559 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:56.064644 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3a8df-4ad7-4f77-abb5-ddb1e263ced3 req-c6f8f2c0-d231-4fd9-8785-f4db204fb5ab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:56.066904 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b3a8df-4ad7-4f77-abb5-ddb1e263ced3 req-c6f8f2c0-d231-4fd9-8785-f4db204fb5ab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0512846 Sep 22 17:16:56.116816 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a5b3a8df-4ad7-4f77-abb5-ddb1e263ced3 req-96aafa50-3632-4a49-ac81-0a3b896d31f3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442424 Sep 22 17:16:56.793564 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:57.272414 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487c743-8aef-4257-8fc4-dff3bbe53bf4 req-11591151-bf15-4dca-a4ff-c6fee4105456 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:57.273928 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8487c743-8aef-4257-8fc4-dff3bbe53bf4 req-11591151-bf15-4dca-a4ff-c6fee4105456 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0579755 Sep 22 17:16:57.329162 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8487c743-8aef-4257-8fc4-dff3bbe53bf4 req-5faf168c-95ac-4f44-99ea-74dcb4285f22 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476317 Sep 22 17:16:57.599518 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:16:58.456965 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5bea1-4406-452f-b9d0-e4ea9f3582f0 req-5213bf69-3ae5-402f-a797-f886b2d9cdab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:58.458452 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bea5bea1-4406-452f-b9d0-e4ea9f3582f0 req-5213bf69-3ae5-402f-a797-f886b2d9cdab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0474398 Sep 22 17:16:58.507285 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bea5bea1-4406-452f-b9d0-e4ea9f3582f0 req-c4fa9e4a-e3cd-46f9-af54-6ff435ff46ea tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431862 Sep 22 17:16:59.068275 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada33d0-1f51-4a3e-92ed-13544669a710 req-edb34615-23c4-4dfd-8ce3-550a7d23caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:59.069788 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0ada33d0-1f51-4a3e-92ed-13544669a710 req-edb34615-23c4-4dfd-8ce3-550a7d23caf4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=45847b1fd67c4caaa03a36895cd2263a&device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 1129 time: 0.0410652 Sep 22 17:16:59.168832 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada33d0-1f51-4a3e-92ed-13544669a710 req-ba3a2927-8df9-4c77-a3ff-1e20acfcecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:59.170973 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0ada33d0-1f51-4a3e-92ed-13544669a710 req-ba3a2927-8df9-4c77-a3ff-1e20acfcecd9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c HTTP/1.1" status: 200 len: 917 time: 0.0953612 Sep 22 17:16:59.242992 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0ada33d0-1f51-4a3e-92ed-13544669a710 req-c2ec5b35-6cd6-4d04-95f1-d5d9430b6068 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 HTTP/1.1" status: 200 len: 1001 time: 0.0645418 Sep 22 17:16:59.300281 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada33d0-1f51-4a3e-92ed-13544669a710 req-9f8da36b-40b3-4d9e-89e4-d577b855c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:59.308774 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0ada33d0-1f51-4a3e-92ed-13544669a710 req-9f8da36b-40b3-4d9e-89e4-d577b855c166 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=078d2151-b8ac-45b8-a09f-7943bc063688 HTTP/1.1" status: 200 len: 855 time: 0.0578015 Sep 22 17:16:59.355148 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada33d0-1f51-4a3e-92ed-13544669a710 req-b8eee1a3-0cfb-434a-9df4-508f19824948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:59.356476 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0ada33d0-1f51-4a3e-92ed-13544669a710 req-b8eee1a3-0cfb-434a-9df4-508f19824948 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395513 Sep 22 17:16:59.455832 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0ada33d0-1f51-4a3e-92ed-13544669a710 req-7d018d04-62b7-4f31-8469-5d00e153fb24 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871308 Sep 22 17:16:59.484751 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=21 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:59.485846 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:59.515525 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:59.559090 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0ada33d0-1f51-4a3e-92ed-13544669a710 req-83c2640b-ea1d-4fee-9138-c9b58a790c29 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901904 Sep 22 17:16:59.640710 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da69e6-9ed0-45f4-94f2-bd94983b888c req-c8ee1e09-4fb6-42fb-8269-eb0aa946e6f7 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:59.642242 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-70da69e6-9ed0-45f4-94f2-bd94983b888c req-c8ee1e09-4fb6-42fb-8269-eb0aa946e6f7 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0469527 Sep 22 17:16:59.680891 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:16:59.703075 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-70da69e6-9ed0-45f4-94f2-bd94983b888c req-fbe103b5-496f-4bcf-b0f3-53496b70fa2b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535917 Sep 22 17:17:00.832125 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f91fc-f9a9-41ab-adb3-79e1d41e0cbb req-48bd36e8-828c-43b9-95d5-3b41061261cd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:00.833585 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9f9f91fc-f9a9-41ab-adb3-79e1d41e0cbb req-48bd36e8-828c-43b9-95d5-3b41061261cd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0466697 Sep 22 17:17:00.880950 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9f9f91fc-f9a9-41ab-adb3-79e1d41e0cbb req-bc57ef13-2da9-468f-bf63-a03f752bcac4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417535 Sep 22 17:17:02.015849 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc10bc-f4c7-4419-93f0-01fc0af0ba1f req-4735c658-19de-4a67-a069-e87367339cab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:02.017618 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-86fc10bc-f4c7-4419-93f0-01fc0af0ba1f req-4735c658-19de-4a67-a069-e87367339cab tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.0480485 Sep 22 17:17:02.067179 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-86fc10bc-f4c7-4419-93f0-01fc0af0ba1f req-f567938b-870f-4d4f-aa73-7d70c75e271a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440838 Sep 22 17:17:02.551086 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:02.551086 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:02.943744 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [req-f637a559-8867-4ae5-9376-bf43cb1d619b req-85cfed0a-a1fc-428f-9170-48f7b801e8bf service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 17:17:02.944705 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f637a559-8867-4ae5-9376-bf43cb1d619b req-85cfed0a-a1fc-428f-9170-48f7b801e8bf service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053148 Sep 22 17:17:03.268484 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:17:03.295283 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:03.366056 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 is: ACTIVE; New status is: DOWN {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:17:03.366724 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:03.380962 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a070b-bebc-4509-addc-7643fc2de674 req-6537ecb4-c104-4026-8c96-a51a281b55e2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:03.382459 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f79a070b-bebc-4509-addc-7643fc2de674 req-6537ecb4-c104-4026-8c96-a51a281b55e2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 945 time: 0.3080549 Sep 22 17:17:03.392124 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3946f917-8585-453c-9eff-81ab4ba3b860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:17:03.394517 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1961a2fc-5c9e-479c-99dd-7636a5f177f9" -d '{"events": [{"server_uuid": "3946f917-8585-453c-9eff-81ab4ba3b860", "name": "network-vif-unplugged", "status": "completed", "tag": "53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:17:03.408878 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:17:03.409847 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-14f04d4a-bc47-406b-97df-479e9c679373 req-911436fa-fc00-48c0-a8ea-01046213c71f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0517845 Sep 22 17:17:03.417190 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:03.447227 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Sep 2022 17:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7035300-2ef6-4d85-b54f-ff89f2f6bc1f x-openstack-request-id: req-d7035300-2ef6-4d85-b54f-ff89f2f6bc1f {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:17:03.447515 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3946f917-8585-453c-9eff-81ab4ba3b860", "name": "network-vif-unplugged", "status": "failed", "tag": "53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7", "code": 422}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:17:03.447769 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7035300-2ef6-4d85-b54f-ff89f2f6bc1f {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:17:03.448169 dv-cinder-835384-28-iscsi neutron-server[106557]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d7035300-2ef6-4d85-b54f-ff89f2f6bc1f']: {'server_uuid': '3946f917-8585-453c-9eff-81ab4ba3b860', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7', 'code': 422} returned with failed status Sep 22 17:17:03.454207 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f79a070b-bebc-4509-addc-7643fc2de674 req-f22161dd-1c9d-43ca-8305-2377dc2fd690 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650713 Sep 22 17:17:03.476085 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,revision_number=8']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:03.477276 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f04d4a-bc47-406b-97df-479e9c679373 req-6c111601-26d8-445d-9b9c-2c80be86140d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:03.478667 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-14f04d4a-bc47-406b-97df-479e9c679373 req-6c111601-26d8-445d-9b9c-2c80be86140d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports/53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 HTTP/1.1" status: 200 len: 940 time: 0.0516169 Sep 22 17:17:04.470421 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f04d4a-bc47-406b-97df-479e9c679373 req-0b102214-c638-47d5-9d52-fb7d8baffb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:04.472011 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-14f04d4a-bc47-406b-97df-479e9c679373 req-0b102214-c638-47d5-9d52-fb7d8baffb27 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860&tenant_id=45847b1fd67c4caaa03a36895cd2263a HTTP/1.1" status: 200 len: 1127 time: 0.0418727 Sep 22 17:17:04.590251 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f04d4a-bc47-406b-97df-479e9c679373 req-3d924aee-97c7-4f98-8d10-645b38bed9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:04.592344 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-14f04d4a-bc47-406b-97df-479e9c679373 req-3d924aee-97c7-4f98-8d10-645b38bed9ca service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=45847b1fd67c4caaa03a36895cd2263a&device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 1127 time: 0.0766234 Sep 22 17:17:04.613771 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61206e3c-f9a5-40bd-9bfb-69e9486cdbcc req-b3014a15-2605-4eff-9373-020279b2f5c0 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:04.615286 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-61206e3c-f9a5-40bd-9bfb-69e9486cdbcc req-b3014a15-2605-4eff-9373-020279b2f5c0 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0697174 Sep 22 17:17:04.722368 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-61206e3c-f9a5-40bd-9bfb-69e9486cdbcc req-f23ed99d-e757-4cc2-9425-731b063faaae tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944412 Sep 22 17:17:04.743398 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f04d4a-bc47-406b-97df-479e9c679373 req-3f3459d3-616c-41a8-b4d2-757602ec1fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:04.743398 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-14f04d4a-bc47-406b-97df-479e9c679373 req-3f3459d3-616c-41a8-b4d2-757602ec1fba service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c HTTP/1.1" status: 200 len: 917 time: 0.1430738 Sep 22 17:17:04.812203 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-14f04d4a-bc47-406b-97df-479e9c679373 req-c5f8c69f-8542-4e1e-bc69-c16fbd9649ce service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 HTTP/1.1" status: 200 len: 999 time: 0.0646939 Sep 22 17:17:04.864028 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f04d4a-bc47-406b-97df-479e9c679373 req-de289d25-0a05-4f54-af99-271389c64cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:04.865665 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-14f04d4a-bc47-406b-97df-479e9c679373 req-de289d25-0a05-4f54-af99-271389c64cec service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=078d2151-b8ac-45b8-a09f-7943bc063688 HTTP/1.1" status: 200 len: 855 time: 0.0472581 Sep 22 17:17:04.909334 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f04d4a-bc47-406b-97df-479e9c679373 req-0db6f8f4-e50f-4b17-9962-d0f07b294e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:04.910863 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-14f04d4a-bc47-406b-97df-479e9c679373 req-0db6f8f4-e50f-4b17-9962-d0f07b294e97 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392549 Sep 22 17:17:05.015513 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-14f04d4a-bc47-406b-97df-479e9c679373 req-516edecb-94cf-4a27-a25b-d9905838bc55 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961599 Sep 22 17:17:05.083507 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:05.116725 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-14f04d4a-bc47-406b-97df-479e9c679373 req-c1001abd-66f9-4604-b636-097803ad783a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937223 Sep 22 17:17:05.881844 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08fd5f-0dec-4a5e-991a-a5edde03a24b req-245f1393-2fdc-457a-8be7-c08ea1c90b50 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:05.883395 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2d08fd5f-0dec-4a5e-991a-a5edde03a24b req-245f1393-2fdc-457a-8be7-c08ea1c90b50 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0533135 Sep 22 17:17:05.940395 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2d08fd5f-0dec-4a5e-991a-a5edde03a24b req-bcc7c374-1a6d-40be-8931-7c2191d47b74 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502832 Sep 22 17:17:07.186607 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda50dd1-0719-4fdd-886d-a08759f6085a req-28a03a2d-1c05-4317-8480-9322ac4e23db tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:07.192892 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cda50dd1-0719-4fdd-886d-a08759f6085a req-28a03a2d-1c05-4317-8480-9322ac4e23db tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.1574955 Sep 22 17:17:07.219949 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:07.261586 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-cda50dd1-0719-4fdd-886d-a08759f6085a req-63f6335a-f518-47fd-8cd9-3778e7094081 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672700 Sep 22 17:17:07.463091 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:08.504345 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a3496-38ce-4dc1-acce-6a37e243d384 req-964bd9c4-be24-453c-b6d8-785545b222bc tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:08.505845 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8e6a3496-38ce-4dc1-acce-6a37e243d384 req-964bd9c4-be24-453c-b6d8-785545b222bc tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.1164436 Sep 22 17:17:08.570751 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8e6a3496-38ce-4dc1-acce-6a37e243d384 req-91ef4a6b-2814-41d4-aa39-199b5ccaac29 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583739 Sep 22 17:17:09.716622 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7cbba-7a50-4e2f-9c0c-cca29e5b1209 req-cf61b0de-f6fd-4281-b43f-5aead3362481 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:09.718640 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-61a7cbba-7a50-4e2f-9c0c-cca29e5b1209 req-cf61b0de-f6fd-4281-b43f-5aead3362481 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0502644 Sep 22 17:17:09.775368 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-61a7cbba-7a50-4e2f-9c0c-cca29e5b1209 req-33c579ca-b7bb-44a1-90dd-1dc6f460ae66 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499363 Sep 22 17:17:10.924941 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4cfb9-dc8f-427b-bbbb-39430c4cf3cd req-5c1b00a6-b335-415c-b5f5-5e7422b52386 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:10.926525 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4bb4cfb9-dc8f-427b-bbbb-39430c4cf3cd req-5c1b00a6-b335-415c-b5f5-5e7422b52386 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0635462 Sep 22 17:17:10.996144 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4bb4cfb9-dc8f-427b-bbbb-39430c4cf3cd req-da54f39e-4ca7-44d4-b0aa-68aaae8705f2 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634267 Sep 22 17:17:12.131786 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d57951-97c4-4d7f-a84e-a039b39660a7 req-dfb672a6-f4ab-4fc5-b17f-8c3d96ebda17 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:12.133409 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c1d57951-97c4-4d7f-a84e-a039b39660a7 req-dfb672a6-f4ab-4fc5-b17f-8c3d96ebda17 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0497079 Sep 22 17:17:12.193830 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c1d57951-97c4-4d7f-a84e-a039b39660a7 req-9495f7d8-e5ea-405d-8621-d383d402b3f4 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517023 Sep 22 17:17:13.354757 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fb05e-86e4-492f-9d2c-0a22afa9d294 req-4ef4164f-a89a-4295-a933-830dd97038d3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:13.356300 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5a0fb05e-86e4-492f-9d2c-0a22afa9d294 req-4ef4164f-a89a-4295-a933-830dd97038d3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0493650 Sep 22 17:17:13.423874 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5a0fb05e-86e4-492f-9d2c-0a22afa9d294 req-3d5effca-df11-4800-858e-67708d9dae6a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611081 Sep 22 17:17:13.465244 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:13.471748 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=10 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:14.570529 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f4485-48d9-456e-af2c-caebfb24bc66 req-6de81eaf-6798-4efc-908f-02f0d698e671 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:14.572293 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-678f4485-48d9-456e-af2c-caebfb24bc66 req-6de81eaf-6798-4efc-908f-02f0d698e671 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0584493 Sep 22 17:17:14.632039 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-678f4485-48d9-456e-af2c-caebfb24bc66 req-577cbc00-4ef8-482b-b095-1902c7a38e7d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533199 Sep 22 17:17:14.726031 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:17:15.767119 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785685a0-3cf9-4080-9a6f-890b9cd241b9 req-f4e3d19b-16ab-4f8d-860d-840e5856a40c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:15.768661 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-785685a0-3cf9-4080-9a6f-890b9cd241b9 req-f4e3d19b-16ab-4f8d-860d-840e5856a40c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0502224 Sep 22 17:17:15.822930 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-785685a0-3cf9-4080-9a6f-890b9cd241b9 req-ff15aa57-2845-4e5c-ba0a-c5c2295dc925 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483985 Sep 22 17:17:16.963163 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cc854-cd3c-4a24-bd18-7daf17238f99 req-16d57b8a-522b-4a99-b25a-2bdec9131c45 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:16.964786 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3b2cc854-cd3c-4a24-bd18-7daf17238f99 req-16d57b8a-522b-4a99-b25a-2bdec9131c45 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0547922 Sep 22 17:17:17.013980 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3b2cc854-cd3c-4a24-bd18-7daf17238f99 req-2bd63ca4-7855-49c4-9470-532ac7327610 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427041 Sep 22 17:17:17.451674 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:17.459757 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:18.131691 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:18.150839 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee71567-4d8d-477e-a715-8b3f66a0e65d req-27854f94-d606-4a3e-93fa-01b79fadf28a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:18.152608 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aee71567-4d8d-477e-a715-8b3f66a0e65d req-27854f94-d606-4a3e-93fa-01b79fadf28a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0548666 Sep 22 17:17:18.203559 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-aee71567-4d8d-477e-a715-8b3f66a0e65d req-c5b48ec1-3b96-4e07-8998-8eb2e3aeec7b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452566 Sep 22 17:17:19.347863 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852c470-1282-49cc-b992-340b9a6c49af req-0c7f7af3-4f23-4be4-aeb5-4c6aeec10e58 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:19.349406 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0852c470-1282-49cc-b992-340b9a6c49af req-0c7f7af3-4f23-4be4-aeb5-4c6aeec10e58 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0563722 Sep 22 17:17:19.406402 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0852c470-1282-49cc-b992-340b9a6c49af req-575ca8c4-e697-44b0-8f66-b8a65031e22b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495894 Sep 22 17:17:20.549326 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd223e7-85f3-4985-a55b-6094fe39aaae req-b5c0cef5-742f-4a8c-8dfa-afdeb5bea4bf tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:20.550815 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3bd223e7-85f3-4985-a55b-6094fe39aaae req-b5c0cef5-742f-4a8c-8dfa-afdeb5bea4bf tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0491056 Sep 22 17:17:20.593250 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:20.601348 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3bd223e7-85f3-4985-a55b-6094fe39aaae req-c65ccd28-c811-4406-b35d-dc639f688fea tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443909 Sep 22 17:17:20.911665 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-b6615e9f-b88d-4dab-8ada-c47b104f4dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:21.745925 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883e8ec-3393-4cd7-b1da-97ccad01a347 req-55f8b6a6-9b70-4419-8bda-034efa969966 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:21.747462 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2883e8ec-3393-4cd7-b1da-97ccad01a347 req-55f8b6a6-9b70-4419-8bda-034efa969966 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0495193 Sep 22 17:17:21.806050 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2883e8ec-3393-4cd7-b1da-97ccad01a347 req-7163d192-62b9-4baf-b981-c3b486c5d858 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528028 Sep 22 17:17:22.206342 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e33508-2724-44b6-8698-65849489fdc8 req-a7993f2e-31ad-43ed-a7fe-faf4918bc723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:22.208244 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a3e33508-2724-44b6-8698-65849489fdc8 req-a7993f2e-31ad-43ed-a7fe-faf4918bc723 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=45847b1fd67c4caaa03a36895cd2263a&device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 1127 time: 0.0521643 Sep 22 17:17:22.331181 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e33508-2724-44b6-8698-65849489fdc8 req-66d48d41-16b4-49dd-83cf-a273b0d087f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:22.332664 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a3e33508-2724-44b6-8698-65849489fdc8 req-66d48d41-16b4-49dd-83cf-a273b0d087f5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c HTTP/1.1" status: 200 len: 917 time: 0.1009395 Sep 22 17:17:22.404322 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a3e33508-2724-44b6-8698-65849489fdc8 req-1db57d77-8dc0-4f79-b2e6-f5a193d0a6b1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 HTTP/1.1" status: 200 len: 999 time: 0.0655763 Sep 22 17:17:22.456686 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e33508-2724-44b6-8698-65849489fdc8 req-5f2614b6-d271-476b-9e05-4654483eac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:22.458180 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a3e33508-2724-44b6-8698-65849489fdc8 req-5f2614b6-d271-476b-9e05-4654483eac2b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=078d2151-b8ac-45b8-a09f-7943bc063688 HTTP/1.1" status: 200 len: 855 time: 0.0473933 Sep 22 17:17:22.504618 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e33508-2724-44b6-8698-65849489fdc8 req-bb2b2f48-f06b-40a8-81b3-00b486a9841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:22.506132 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a3e33508-2724-44b6-8698-65849489fdc8 req-bb2b2f48-f06b-40a8-81b3-00b486a9841d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416548 Sep 22 17:17:22.632896 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a3e33508-2724-44b6-8698-65849489fdc8 req-6e939639-60eb-4167-bde1-edfc9e0aed25 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204374 Sep 22 17:17:22.729092 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a3e33508-2724-44b6-8698-65849489fdc8 req-0ad1b412-fc35-4007-93fd-1fdd49974966 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907996 Sep 22 17:17:22.955914 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee2fa3-a576-45e9-8a9b-38e9918cd834 req-f3e429d0-7e13-4e15-af20-75167ce2c13c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:22.957482 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8bee2fa3-a576-45e9-8a9b-38e9918cd834 req-f3e429d0-7e13-4e15-af20-75167ce2c13c tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 943 time: 0.0597174 Sep 22 17:17:23.021685 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8bee2fa3-a576-45e9-8a9b-38e9918cd834 req-52718f1d-670e-4523-bcf3-62d12211f935 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530257 Sep 22 17:17:23.361967 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:17:23.526248 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:17:23.544942 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'port_id': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7', 'mac_address': 'fa:16:3e:b9:66:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:17:23.583200 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:17:23.583586 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:23.598962 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:17:23.620531 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:17:23.625553 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:23.680084 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,revision_number=9']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:23.826645 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-b0d3cad7-1478-4541-bcda-0147c628719d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:24.078344 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:17:24.245539 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcfe9e-2fc4-4213-b6fb-0ae312822472 req-8e5f052a-e5ae-413a-86c0-7b27dc213157 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:24.248279 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8bdcfe9e-2fc4-4213-b6fb-0ae312822472 req-8e5f052a-e5ae-413a-86c0-7b27dc213157 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 944 time: 0.0761650 Sep 22 17:17:24.319177 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8bdcfe9e-2fc4-4213-b6fb-0ae312822472 req-b3cde3b6-6d35-4b0a-845a-5203650e5c35 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644281 Sep 22 17:17:25.361934 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:17:25.403992 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:25.418652 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:17:25.419048 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:25.419391 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 Sep 22 17:17:25.467644 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434907f-aaca-46e6-9f53-722efb5a0f25 req-b7d25c2b-eb0c-42b4-9730-0003d5636b17 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:25.475623 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4434907f-aaca-46e6-9f53-722efb5a0f25 req-b7d25c2b-eb0c-42b4-9730-0003d5636b17 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 944 time: 0.0581639 Sep 22 17:17:25.496928 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:25.517095 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:17:25.517483 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:25.538680 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-4434907f-aaca-46e6-9f53-722efb5a0f25 req-c8d7e37d-9845-47d2-9776-242df9c545c9 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620956 Sep 22 17:17:25.551998 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3946f917-8585-453c-9eff-81ab4ba3b860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:17:25.555627 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511faf7a-e895-4ab4-97fd-249a84e067fc" -d '{"events": [{"server_uuid": "3946f917-8585-453c-9eff-81ab4ba3b860", "name": "network-vif-plugged", "status": "completed", "tag": "53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:17:25.577367 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:17:25.581523 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:25.616477 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6215e306-a17e-4c7b-ae8c-4ed6afdc3c02 x-openstack-request-id: req-6215e306-a17e-4c7b-ae8c-4ed6afdc3c02 {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:17:25.616770 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3946f917-8585-453c-9eff-81ab4ba3b860", "name": "network-vif-plugged", "status": "completed", "tag": "53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:17:25.617029 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6215e306-a17e-4c7b-ae8c-4ed6afdc3c02 {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:17:25.617434 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6215e306-a17e-4c7b-ae8c-4ed6afdc3c02'] response: {'server_uuid': '3946f917-8585-453c-9eff-81ab4ba3b860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7', 'code': 200} Sep 22 17:17:25.636554 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,revision_number=10']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:25.878363 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5080-cfa3-4ca0-90ca-8182aa669f0e req-a1de63af-d12d-4ec0-abf1-c6d372eeb986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:25.880660 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6afe5080-cfa3-4ca0-90ca-8182aa669f0e req-a1de63af-d12d-4ec0-abf1-c6d372eeb986 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 1130 time: 0.0465317 Sep 22 17:17:25.934822 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-6afe5080-cfa3-4ca0-90ca-8182aa669f0e req-700b43ba-fce5-498a-9cf2-8ce8621c3b3f service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475163 Sep 22 17:17:26.671782 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306efdd-4dcb-479d-9e0d-3a22e077a2b6 req-b57afcd4-f99d-48eb-8bf4-b233178cb9e5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:26.673609 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b306efdd-4dcb-479d-9e0d-3a22e077a2b6 req-b57afcd4-f99d-48eb-8bf4-b233178cb9e5 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 946 time: 0.0491319 Sep 22 17:17:26.707137 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:26.726727 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b306efdd-4dcb-479d-9e0d-3a22e077a2b6 req-84e7d8ea-394c-4f58-afc9-afdd2c40f5b0 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470335 Sep 22 17:17:26.790170 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:27.602830 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:27.891672 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2c9b5-198c-466c-9622-ac7b6889abce req-4cf8e915-8ff3-491f-bba5-0735afe3f8c1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:27.893247 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-86e2c9b5-198c-466c-9622-ac7b6889abce req-4cf8e915-8ff3-491f-bba5-0735afe3f8c1 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 946 time: 0.0553079 Sep 22 17:17:27.953033 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-86e2c9b5-198c-466c-9622-ac7b6889abce req-212e659f-28de-4cb1-89a3-d24322c4324a tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521307 Sep 22 17:17:29.093119 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fbcbd-cede-4777-9d5e-75b701b912c0 req-9fa4575b-2427-4f63-b4f4-533f10fb2363 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:29.094661 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f76fbcbd-cede-4777-9d5e-75b701b912c0 req-9fa4575b-2427-4f63-b4f4-533f10fb2363 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 946 time: 0.0524681 Sep 22 17:17:29.152964 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f76fbcbd-cede-4777-9d5e-75b701b912c0 req-1442cffb-fc0c-43d7-ac9e-1f8505b60c8b tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512280 Sep 22 17:17:30.431430 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=16 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:30.432335 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=18 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:36.924439 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81105b5c-1e80-4e94-91e0-77393c8b1002 req-c688e1d1-5dc5-4455-b8f9-cff18085d902 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:36.925807 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-81105b5c-1e80-4e94-91e0-77393c8b1002 req-c688e1d1-5dc5-4455-b8f9-cff18085d902 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 945 time: 0.0500948 Sep 22 17:17:36.974632 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-81105b5c-1e80-4e94-91e0-77393c8b1002 req-6d567965-f26f-449a-815b-95da9bba3485 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431356 Sep 22 17:17:37.441827 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:37.446971 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:38.099599 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7faca4-e26c-4979-b4ed-f3bc1c733387 req-7b87141d-6f1d-4c3c-9a51-260cb5841297 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:38.101133 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf7faca4-e26c-4979-b4ed-f3bc1c733387 req-7b87141d-6f1d-4c3c-9a51-260cb5841297 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 945 time: 0.0491383 Sep 22 17:17:38.149935 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-bf7faca4-e26c-4979-b4ed-f3bc1c733387 req-2f3f2af5-2dbf-4317-98f4-d9837725be23 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426400 Sep 22 17:17:39.207104 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee4f33-0cff-4f7f-bb3b-c063888166c3 req-989e33c6-413d-43fe-beb3-223966fcf6f0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:39.208591 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d9ee4f33-0cff-4f7f-bb3b-c063888166c3 req-989e33c6-413d-43fe-beb3-223966fcf6f0 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 945 time: 0.0488224 Sep 22 17:17:39.324378 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd948f0-d8b2-494d-be5e-755cfd72233b req-a67ca61f-69ec-4cce-9393-61c91c994ad9 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:39.325836 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2dd948f0-d8b2-494d-be5e-755cfd72233b req-a67ca61f-69ec-4cce-9393-61c91c994ad9 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 945 time: 0.0985353 Sep 22 17:17:39.343876 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-d9ee4f33-0cff-4f7f-bb3b-c063888166c3 req-d1097df7-e29c-4f34-8013-26f88a2e5ef2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Deleting port f3b5bffd-1d78-4175-8bd6-0243dd912596 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:17:39.344253 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-d9ee4f33-0cff-4f7f-bb3b-c063888166c3 req-d1097df7-e29c-4f34-8013-26f88a2e5ef2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (f3b5bffd-1d78-4175-8bd6-0243dd912596), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:39.433596 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2dd948f0-d8b2-494d-be5e-755cfd72233b req-f5e0fac5-f3c2-4496-a6ce-7bd9fcac2618 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007733 Sep 22 17:17:39.474661 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-d9ee4f33-0cff-4f7f-bb3b-c063888166c3 req-d1097df7-e29c-4f34-8013-26f88a2e5ef2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] For port f3b5bffd-1d78-4175-8bd6-0243dd912596, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=f3b5bffd-1d78-4175-8bd6-0243dd912596,segment=NetworkSegment(b146063c-c8b6-41a0-b4d9-98c3042a1877),segment_id=b146063c-c8b6-41a0-b4d9-98c3042a1877)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:17:39.475055 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-d9ee4f33-0cff-4f7f-bb3b-c063888166c3 req-d1097df7-e29c-4f34-8013-26f88a2e5ef2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (f3b5bffd-1d78-4175-8bd6-0243dd912596), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:39.586356 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:39.661282 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-d9ee4f33-0cff-4f7f-bb3b-c063888166c3 req-d1097df7-e29c-4f34-8013-26f88a2e5ef2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:39.661643 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-d9ee4f33-0cff-4f7f-bb3b-c063888166c3 req-d1097df7-e29c-4f34-8013-26f88a2e5ef2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (b179285a-e9e2-48aa-9fd2-4550c89a6613), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:39.661958 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.l3_db [req-d9ee4f33-0cff-4f7f-bb3b-c063888166c3 req-d1097df7-e29c-4f34-8013-26f88a2e5ef2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Floating IP b179285a-e9e2-48aa-9fd2-4550c89a6613 disassociated. External IP: 172.27.1.216, port: f3b5bffd-1d78-4175-8bd6-0243dd912596. Sep 22 17:17:39.662306 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-d9ee4f33-0cff-4f7f-bb3b-c063888166c3 req-d1097df7-e29c-4f34-8013-26f88a2e5ef2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Calling delete_port for f3b5bffd-1d78-4175-8bd6-0243dd912596 owned by compute:nova {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:17:39.746445 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:39.803970 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-d9ee4f33-0cff-4f7f-bb3b-c063888166c3 req-d1097df7-e29c-4f34-8013-26f88a2e5ef2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (f3b5bffd-1d78-4175-8bd6-0243dd912596), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:39.832007 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1097df7-e29c-4f34-8013-26f88a2e5ef2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event deleted for resources: {'Port': ['ID=f3b5bffd-1d78-4175-8bd6-0243dd912596,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:39.943119 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9ee4f33-0cff-4f7f-bb3b-c063888166c3 req-d1097df7-e29c-4f34-8013-26f88a2e5ef2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:17:40.047933 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9ee4f33-0cff-4f7f-bb3b-c063888166c3 req-d1097df7-e29c-4f34-8013-26f88a2e5ef2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:17:40.059188 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087346fa-92ba-4817-b6f9-0cf0eea38497 None None] Sync routers for ids ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:17:40.070747 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087346fa-92ba-4817-b6f9-0cf0eea38497 None None] Routers {'5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:17:40.071409 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-087346fa-92ba-4817-b6f9-0cf0eea38497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:17:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:40.090979 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ee4f33-0cff-4f7f-bb3b-c063888166c3 req-d1097df7-e29c-4f34-8013-26f88a2e5ef2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] No DVR routers for this DVR port f3b5bffd-1d78-4175-8bd6-0243dd912596 on host hv-cinder-83538 {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:17:40.094182 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-d9ee4f33-0cff-4f7f-bb3b-c063888166c3 req-d1097df7-e29c-4f34-8013-26f88a2e5ef2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:40.097547 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d9ee4f33-0cff-4f7f-bb3b-c063888166c3 req-d1097df7-e29c-4f34-8013-26f88a2e5ef2 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.33 "DELETE /networking/v2.0/ports/f3b5bffd-1d78-4175-8bd6-0243dd912596 HTTP/1.1" status: 204 len: 173 time: 0.8831069 Sep 22 17:17:40.098056 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c17e4e-de77-41fc-b8a7-b73a85afe377', 'name': 'network-vif-deleted', 'tag': 'f3b5bffd-1d78-4175-8bd6-0243dd912596'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:17:40.100406 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2650a0c7-ac46-4856-8394-1191bbfb6cc6" -d '{"events": [{"server_uuid": "30c17e4e-de77-41fc-b8a7-b73a85afe377", "name": "network-vif-deleted", "tag": "f3b5bffd-1d78-4175-8bd6-0243dd912596"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:17:40.131012 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:40.147130 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10326391-0999-416c-a00d-8e574ecce515 x-openstack-request-id: req-10326391-0999-416c-a00d-8e574ecce515 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:17:40.147435 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c17e4e-de77-41fc-b8a7-b73a85afe377", "name": "network-vif-deleted", "tag": "f3b5bffd-1d78-4175-8bd6-0243dd912596", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:17:40.147702 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10326391-0999-416c-a00d-8e574ecce515 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:17:40.148220 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10326391-0999-416c-a00d-8e574ecce515'] response: {'server_uuid': '30c17e4e-de77-41fc-b8a7-b73a85afe377', 'name': 'network-vif-deleted', 'tag': 'f3b5bffd-1d78-4175-8bd6-0243dd912596', 'status': 'completed', 'code': 200} Sep 22 17:17:40.185777 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-087346fa-92ba-4817-b6f9-0cf0eea38497 None None] Set router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:17:40.423088 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-087346fa-92ba-4817-b6f9-0cf0eea38497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0c016f0a-7b5e-4be9-bcb6-6c3a9441f361', 'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'mac_address': 'fa:16:3e:88:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:17Z', 'updated_at': '2022-09-22T17:07:49Z', 'revision_number': 5, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'subnets': [{'id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:40.449965 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087346fa-92ba-4817-b6f9-0cf0eea38497 None None] Checking router: 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:17:40.459260 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087346fa-92ba-4817-b6f9-0cf0eea38497 None None] Routers {'5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:17:40.459863 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-087346fa-92ba-4817-b6f9-0cf0eea38497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:17:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:40.568353 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9d5768ee-2783-4805-ab2a-2fddce2520e4 req-c93cf9ee-613b-41dd-b4c8-fac88dae8f6a tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=30c17e4e-de77-41fc-b8a7-b73a85afe377 HTTP/1.1" status: 200 len: 210 time: 0.0326796 Sep 22 17:17:40.571193 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-087346fa-92ba-4817-b6f9-0cf0eea38497 None None] Set router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:17:40.766120 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-087346fa-92ba-4817-b6f9-0cf0eea38497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0c016f0a-7b5e-4be9-bcb6-6c3a9441f361', 'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'mac_address': 'fa:16:3e:88:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:17Z', 'updated_at': '2022-09-22T17:07:49Z', 'revision_number': 5, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'subnets': [{'id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:40.796138 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087346fa-92ba-4817-b6f9-0cf0eea38497 None None] The sync data for ids ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'] in dv-cinder-835384-28-iscsi is: [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:07:19Z', 'revision_number': 4, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '0c016f0a-7b5e-4be9-bcb6-6c3a9441f361', 'name': '', 'network_id': 'ade9c12a-c9b5-416e-9a3a-173c84f0a9ae', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'mac_address': 'fa:16:3e:88:d9:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:17Z', 'updated_at': '2022-09-22T17:07:49Z', 'revision_number': 5, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'subnets': [{'id': '1c5982a3-8aaa-4aa9-908c-22cf8406126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:17:41.048033 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf792d-84cb-41a1-9837-79035d25a807 None None] New status for floating IP b179285a-e9e2-48aa-9fd2-4550c89a6613: DOWN {{(pid=106558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:17:41.662569 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36674) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:17:41.720017 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dac9bf1c-b4aa-4b87-9e3a-4404909cf960 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group (ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:41.741671 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dac9bf1c-b4aa-4b87-9e3a-4404909cf960 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group (ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:41.790837 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dac9bf1c-b4aa-4b87-9e3a-4404909cf960 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:41.793609 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dac9bf1c-b4aa-4b87-9e3a-4404909cf960 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:41.794815 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-dac9bf1c-b4aa-4b87-9e3a-4404909cf960 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82 HTTP/1.1" status: 204 len: 168 time: 0.1311672 Sep 22 17:17:41.797832 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36676) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:17:41.804591 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9bf1c-b4aa-4b87-9e3a-4404909cf960 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:41.815555 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.api.v2.resource [None req-dbd8a0e0-457c-4025-8c00-5c2399bf2162 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] show failed (client error): The resource could not be found. Sep 22 17:17:41.816788 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-dbd8a0e0-457c-4025-8c00-5c2399bf2162 tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "GET /networking/v2.0/security-groups/ab1956c3-af30-4bb5-b8d2-d5ee1f2e5d82 HTTP/1.1" status: 404 len: 347 time: 0.0175252 Sep 22 17:17:41.819785 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36678) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:17:41.937306 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-73978c2b-528c-402f-ab11-74f104548e7e tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Deleting port 074f352a-9dc7-4540-8d99-bfc68e0c2b0c {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:17:41.937645 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-73978c2b-528c-402f-ab11-74f104548e7e tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (074f352a-9dc7-4540-8d99-bfc68e0c2b0c), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:42.018289 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-73978c2b-528c-402f-ab11-74f104548e7e tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (074f352a-9dc7-4540-8d99-bfc68e0c2b0c), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:42.018594 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-73978c2b-528c-402f-ab11-74f104548e7e tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for floatingip (074f352a-9dc7-4540-8d99-bfc68e0c2b0c), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:42.033252 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-73978c2b-528c-402f-ab11-74f104548e7e tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Calling delete_port for 074f352a-9dc7-4540-8d99-bfc68e0c2b0c owned by network:floatingip {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:17:42.150900 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:42.173846 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-73978c2b-528c-402f-ab11-74f104548e7e tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (074f352a-9dc7-4540-8d99-bfc68e0c2b0c), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:42.198345 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73978c2b-528c-402f-ab11-74f104548e7e tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Pushing event deleted for resources: {'Port': ['ID=074f352a-9dc7-4540-8d99-bfc68e0c2b0c,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:42.269926 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-73978c2b-528c-402f-ab11-74f104548e7e tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks [] for floatingip (b179285a-e9e2-48aa-9fd2-4550c89a6613), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:42.272823 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-73978c2b-528c-402f-ab11-74f104548e7e tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:42.273985 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-73978c2b-528c-402f-ab11-74f104548e7e tempest-AttachVolumeTestJSON-94590692 tempest-AttachVolumeTestJSON-94590692-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/b179285a-e9e2-48aa-9fd2-4550c89a6613 HTTP/1.1" status: 204 len: 168 time: 0.4532986 Sep 22 17:17:43.435439 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device f3b5bffd-1d78-4175-8bd6-0243dd912596 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:17:43.458504 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: f3b5bffd-1d78-4175-8bd6-0243dd912596 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:17:43.460061 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device f3b5bffd-1d78-4175-8bd6-0243dd912596 not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:17:45.874248 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36708) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:17:46.181541 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:46.321546 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498853'] for router_interface (5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:46.796946 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Deleting port 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:17:46.797287 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (0c016f0a-7b5e-4be9-bcb6-6c3a9441f361), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:46.881033 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] For port 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=0c016f0a-7b5e-4be9-bcb6-6c3a9441f361,segment=NetworkSegment(b146063c-c8b6-41a0-b4d9-98c3042a1877),segment_id=b146063c-c8b6-41a0-b4d9-98c3042a1877)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:17:46.881739 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (0c016f0a-7b5e-4be9-bcb6-6c3a9441f361), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:46.893918 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Calling delete_port for 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361 owned by network:router_interface {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:17:47.020987 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:47.078250 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (0c016f0a-7b5e-4be9-bcb6-6c3a9441f361), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:47.105075 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c016f0a-7b5e-4be9-bcb6-6c3a9441f361,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:47.131194 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:47.131573 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:47.131856 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:47.132184 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:47.132538 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:47.132860 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:47.133182 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:47.133502 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:47.133820 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:47.134138 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:47.134457 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:47.134773 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:47.135109 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:47.135426 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:47.135737 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:47.284152 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533013'] for router_interface (5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:47.297255 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:47.501111 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:17:47.604804 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:17:47.609713 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-f1ec7443-4de1-4c33-be72-7da81f95fb65 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7342658 Sep 22 17:17:47.612313 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36712) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:17:47.614971 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426bcbf-26ea-44aa-8a1b-26e63341635b None None] Sync routers for ids ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:17:47.625547 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0426bcbf-26ea-44aa-8a1b-26e63341635b None None] Routers {'5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:17:47.626139 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-0426bcbf-26ea-44aa-8a1b-26e63341635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:17:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:47.713356 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1df926b7-8bcd-4425-8563-c9c214b1f16f admin admin] Publish callbacks [] for router (5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:47.729954 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-0426bcbf-26ea-44aa-8a1b-26e63341635b None None] Set router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:17:47.815065 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1df926b7-8bcd-4425-8563-c9c214b1f16f admin admin] Publish callbacks [] for router_gateway (5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:47.860821 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-1df926b7-8bcd-4425-8563-c9c214b1f16f admin admin] Deleting port 668dd0ab-929d-487d-96bf-8dccf031084b {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:17:47.861165 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1df926b7-8bcd-4425-8563-c9c214b1f16f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (668dd0ab-929d-487d-96bf-8dccf031084b), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:47.899128 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:47.912974 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-0426bcbf-26ea-44aa-8a1b-26e63341635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:17:47Z', 'revision_number': 5, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port': {'id': '668dd0ab-929d-487d-96bf-8dccf031084b', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:11Z', 'updated_at': '2022-09-22T17:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:47.942026 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426bcbf-26ea-44aa-8a1b-26e63341635b None None] Checking router: 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:17:47.947719 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [None req-1df926b7-8bcd-4425-8563-c9c214b1f16f admin admin] For port 668dd0ab-929d-487d-96bf-8dccf031084b, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=668dd0ab-929d-487d-96bf-8dccf031084b,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:17:47.948078 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1df926b7-8bcd-4425-8563-c9c214b1f16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (668dd0ab-929d-487d-96bf-8dccf031084b), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:47.950574 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0426bcbf-26ea-44aa-8a1b-26e63341635b None None] Routers {'5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:17:47.951201 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-0426bcbf-26ea-44aa-8a1b-26e63341635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:17:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:47.961761 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-1df926b7-8bcd-4425-8563-c9c214b1f16f admin admin] Calling delete_port for 668dd0ab-929d-487d-96bf-8dccf031084b owned by network:router_gateway {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:17:48.135397 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1df926b7-8bcd-4425-8563-c9c214b1f16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (668dd0ab-929d-487d-96bf-8dccf031084b), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:48.146868 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:48.156885 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=100 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:48.162314 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df926b7-8bcd-4425-8563-c9c214b1f16f admin admin] Pushing event deleted for resources: {'Port': ['ID=668dd0ab-929d-487d-96bf-8dccf031084b,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:48.171137 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:48.172273 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-0426bcbf-26ea-44aa-8a1b-26e63341635b None None] Set router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 gateway port host: None {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:17:48.238656 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-0426bcbf-26ea-44aa-8a1b-26e63341635b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:17:47Z', 'revision_number': 6, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port_host': None}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:48.239806 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1df926b7-8bcd-4425-8563-c9c214b1f16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536415'] for router_gateway (5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:48.265576 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0426bcbf-26ea-44aa-8a1b-26e63341635b None None] The sync data for ids ['5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8'] in dv-cinder-835384-28-iscsi is: [{'id': '5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8', 'name': 'tempest-AttachVolumeTestJSON-983326012-router', 'tenant_id': '2abeb0b54520461cb414ea9c0599380f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:09Z', 'updated_at': '2022-09-22T17:17:47Z', 'revision_number': 6, 'project_id': '2abeb0b54520461cb414ea9c0599380f', 'gw_port_host': None}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:17:48.331296 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1df926b7-8bcd-4425-8563-c9c214b1f16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2709'] for router (5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:48.333598 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1df926b7-8bcd-4425-8563-c9c214b1f16f admin admin] Publish callbacks [] for router_controller (5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8), precommit_delete_associations {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:48.379575 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1df926b7-8bcd-4425-8563-c9c214b1f16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533096'] for router (5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:48.380150 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df926b7-8bcd-4425-8563-c9c214b1f16f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 {{(pid=106555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:17:48.384535 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-1df926b7-8bcd-4425-8563-c9c214b1f16f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:48.385835 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-1df926b7-8bcd-4425-8563-c9c214b1f16f admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/5e191dd1-a047-4b8f-9a9e-72ef0dcff6e8 HTTP/1.1" status: 204 len: 168 time: 0.7725539 Sep 22 17:17:48.388499 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36714) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:17:48.432920 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9633a814-6631-43dc-afd1-358d3ddf9732 admin admin] Deleting subnet 1c5982a3-8aaa-4aa9-908c-22cf8406126d {{(pid=106555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 17:17:48.436664 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9633a814-6631-43dc-afd1-358d3ddf9732 admin admin] Publish callbacks [] for subnet (1c5982a3-8aaa-4aa9-908c-22cf8406126d), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:48.471061 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9633a814-6631-43dc-afd1-358d3ddf9732 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3953894'] for subnet (1c5982a3-8aaa-4aa9-908c-22cf8406126d), precommit_delete_associations {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:48.553292 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9633a814-6631-43dc-afd1-358d3ddf9732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8016103'] for subnet (1c5982a3-8aaa-4aa9-908c-22cf8406126d), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:48.610827 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9633a814-6631-43dc-afd1-358d3ddf9732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8014298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126621254'] for subnet (1c5982a3-8aaa-4aa9-908c-22cf8406126d), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:48.636546 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633a814-6631-43dc-afd1-358d3ddf9732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5982a3-8aaa-4aa9-908c-22cf8406126d,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:48.643460 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9633a814-6631-43dc-afd1-358d3ddf9732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:48.646609 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-9633a814-6631-43dc-afd1-358d3ddf9732 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/1c5982a3-8aaa-4aa9-908c-22cf8406126d HTTP/1.1" status: 204 len: 168 time: 0.2571697 Sep 22 17:17:48.650204 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 36716) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:17:48.651775 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3517316-f29f-4e76-81a7-9eab78c70054 None None] Network ade9c12a-c9b5-416e-9a3a-173c84f0a9ae requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:17:48.724108 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632274'] for network (ade9c12a-c9b5-416e-9a3a-173c84f0a9ae), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:48.772745 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Deleting port 96dc1ffa-99dd-4085-826d-9165c8faa9b5 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:17:48.773086 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (96dc1ffa-99dd-4085-826d-9165c8faa9b5), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:49.048403 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] DHCP port deletion for ade9c12a-c9b5-416e-9a3a-173c84f0a9ae request from dv-cinder-835384-28-iscsi {{(pid=106557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 17:17:49.090106 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] For port 96dc1ffa-99dd-4085-826d-9165c8faa9b5, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=96dc1ffa-99dd-4085-826d-9165c8faa9b5,segment=NetworkSegment(b146063c-c8b6-41a0-b4d9-98c3042a1877),segment_id=b146063c-c8b6-41a0-b4d9-98c3042a1877)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:17:49.090465 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (96dc1ffa-99dd-4085-826d-9165c8faa9b5), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:49.091903 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Deleting port 96dc1ffa-99dd-4085-826d-9165c8faa9b5 {{(pid=106557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:17:49.092939 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (96dc1ffa-99dd-4085-826d-9165c8faa9b5), before_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:49.104585 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Calling delete_port for 96dc1ffa-99dd-4085-826d-9165c8faa9b5 owned by network:dhcp {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:17:49.159971 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] For port 96dc1ffa-99dd-4085-826d-9165c8faa9b5, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=96dc1ffa-99dd-4085-826d-9165c8faa9b5,segment=NetworkSegment(b146063c-c8b6-41a0-b4d9-98c3042a1877),segment_id=b146063c-c8b6-41a0-b4d9-98c3042a1877)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:17:49.160663 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (96dc1ffa-99dd-4085-826d-9165c8faa9b5), precommit_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:49.173911 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Calling delete_port for 96dc1ffa-99dd-4085-826d-9165c8faa9b5 owned by network:dhcp {{(pid=106557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:17:49.188620 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (96dc1ffa-99dd-4085-826d-9165c8faa9b5), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:49.214752 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=96dc1ffa-99dd-4085-826d-9165c8faa9b5,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:49.220029 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] No DVR routers for this DVR port 96dc1ffa-99dd-4085-826d-9165c8faa9b5 on host dv-cinder-835384-28-iscsi {{(pid=106556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:17:49.228579 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.228925 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.229250 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.229580 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.229903 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.230235 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.230553 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.230894 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.231238 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.231555 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.231876 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.232196 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.232534 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.232852 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.233165 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.269021 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906'] for port (96dc1ffa-99dd-4085-826d-9165c8faa9b5), after_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:49.302981 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Pushing event deleted for resources: {'Port': ['ID=96dc1ffa-99dd-4085-826d-9165c8faa9b5,revision_number=None']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:49.307560 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] No DVR routers for this DVR port 96dc1ffa-99dd-4085-826d-9165c8faa9b5 on host dv-cinder-835384-28-iscsi {{(pid=106557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:17:49.315220 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.315570 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.315919 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.316266 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.316599 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.316930 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.317256 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.317584 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.317909 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.318235 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.318562 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.318885 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.319232 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.319554 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.319880 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec84db7-e9ef-4698-a895-0d96b1035782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:49.320766 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7709388', 'neutron.services.segments.db._delete_segments_for_network-8784621099201'] for network (ade9c12a-c9b5-416e-9a3a-173c84f0a9ae), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:49.349218 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade9c12a-c9b5-416e-9a3a-173c84f0a9ae']}} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:49.359558 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b146063c-c8b6-41a0-b4d9-98c3042a1877') {'for_net_delete': True} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:49.360246 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b146063c-c8b6-41a0-b4d9-98c3042a1877') {} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:49.370635 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784621099093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3319049'] for segment (b146063c-c8b6-41a0-b4d9-98c3042a1877), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:49.384329 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (b146063c-c8b6-41a0-b4d9-98c3042a1877), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:49.391284 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=106556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:17:49.391667 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3793607'] for segment (b146063c-c8b6-41a0-b4d9-98c3042a1877), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:49.432867 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment b146063c-c8b6-41a0-b4d9-98c3042a1877 resource provider aggregate not found Sep 22 17:17:49.451263 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment b146063c-c8b6-41a0-b4d9-98c3042a1877 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b146063c-c8b6-41a0-b4d9-98c3042a1877 found for delete ", "request_id": "req-00a054d6-26ba-4c25-b1d1-4a891a6f29eb"}]} Sep 22 17:17:49.456210 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7709429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536458'] for network (ade9c12a-c9b5-416e-9a3a-173c84f0a9ae), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:49.460525 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:49.463887 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/ade9c12a-c9b5-416e-9a3a-173c84f0a9ae HTTP/1.1" status: 204 len: 168 time: 0.8124917 Sep 22 17:17:49.476837 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75895341-08c1-4d88-957a-2d32946dcfa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ade9c12a-c9b5-416e-9a3a-173c84f0a9ae,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:49.592612 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36724) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:17:49.633262 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-e172f5a1-276e-481d-979d-c6ce717417d0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2abeb0b54520461cb414ea9c0599380f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395057 Sep 22 17:17:49.635844 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 36726) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:17:49.685189 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2f742e3d-2b3a-477c-8a22-3d1cd04f727f admin admin] Publish callbacks [] for security_group (1bc1e947-93e3-44f8-b1f1-03819048379d), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:49.709784 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2f742e3d-2b3a-477c-8a22-3d1cd04f727f admin admin] Publish callbacks [] for security_group (1bc1e947-93e3-44f8-b1f1-03819048379d), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:49.759867 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2f742e3d-2b3a-477c-8a22-3d1cd04f727f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (1bc1e947-93e3-44f8-b1f1-03819048379d), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:49.762462 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2f742e3d-2b3a-477c-8a22-3d1cd04f727f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:49.766524 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-2f742e3d-2b3a-477c-8a22-3d1cd04f727f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1bc1e947-93e3-44f8-b1f1-03819048379d HTTP/1.1" status: 204 len: 168 time: 0.1269372 Sep 22 17:17:49.771725 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f742e3d-2b3a-477c-8a22-3d1cd04f727f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc1e947-93e3-44f8-b1f1-03819048379d,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:50.223786 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 96dc1ffa-99dd-4085-826d-9165c8faa9b5 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:17:50.246822 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 96dc1ffa-99dd-4085-826d-9165c8faa9b5 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:17:50.247462 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 96dc1ffa-99dd-4085-826d-9165c8faa9b5 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:17:50.247988 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:17:50.273978 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:17:50.274333 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 0c016f0a-7b5e-4be9-bcb6-6c3a9441f361 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:17:50.274754 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 668dd0ab-929d-487d-96bf-8dccf031084b no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:17:50.299014 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 668dd0ab-929d-487d-96bf-8dccf031084b {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:17:50.299359 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 668dd0ab-929d-487d-96bf-8dccf031084b not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:17:50.916417 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-32fdc464-a1ea-4c07-b186-2130b8428c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:51.121472 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:51.123896 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=5 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:51.725170 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:17:53.819821 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-cd5c5dd4-0f10-4301-87a1-5bc84569f624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:55.370419 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:56.792704 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:57.605708 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:17:59.467148 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=72,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:59.467941 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=67,neutron:DELETE=7 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:59.767115 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:17:59.767914 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=67,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:02.887297 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-41f774ab-3045-41c6-a53d-0a78d80bb0a2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-805804894&fields=id&tenant_id=5fca6eabbca24bc09aee7e259ca82562 HTTP/1.1" status: 200 len: 267 time: 0.0475886 Sep 22 17:18:02.995380 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0bf6fdba-1d1e-4f96-80f3-0286ac1890b2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:02.996971 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0bf6fdba-1d1e-4f96-80f3-0286ac1890b2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/networks?id=1876d1ce-e761-46f2-ab46-b61110e15c2c HTTP/1.1" status: 200 len: 812 time: 0.1031871 Sep 22 17:18:03.011277 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-4e3e5b65-22b4-46d2-a0e9-4a7a62a98984 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/quotas/5fca6eabbca24bc09aee7e259ca82562 HTTP/1.1" status: 200 len: 375 time: 0.0089166 Sep 22 17:18:03.067056 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-692611ca-4e79-4ef1-824c-8ec979886c6a tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5fca6eabbca24bc09aee7e259ca82562&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509350 Sep 22 17:18:03.175730 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-702757a2-6224-4a09-8e36-3f5c52622842 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 17:18:03.176735 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-702757a2-6224-4a09-8e36-3f5c52622842 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0977330 Sep 22 17:18:03.272138 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-c79b84c4-d2c1-4961-a38e-c16df835bc33 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893641 Sep 22 17:18:03.380150 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-fcd787f5-0c96-46a0-a0b0-59d970b3ba9f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021440 Sep 22 17:18:03.689356 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7af2dad4-7186-4f8d-9076-8d265c395ab3 req-14eb3f4a-9107-4d89-ae04-7b9b45a9d063 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 210 time: 0.0294383 Sep 22 17:18:04.831608 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7d30446a-41dc-46a4-813e-2875d8d25d95 req-2eaaef44-b414-4d74-a0a8-1ba39ad612fc tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 210 time: 0.0620925 Sep 22 17:18:05.048142 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0506ba58-6d1d-409f-82d8-7dbcd6cd18df tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:05.049838 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0506ba58-6d1d-409f-82d8-7dbcd6cd18df tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.33 "GET /networking/v2.0/networks?id=1876d1ce-e761-46f2-ab46-b61110e15c2c HTTP/1.1" status: 200 len: 812 time: 0.1116095 Sep 22 17:18:05.126708 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-07ee452e-254f-4d79-b7c8-29a0924154af tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5fca6eabbca24bc09aee7e259ca82562 HTTP/1.1" status: 200 len: 379 time: 0.0554211 Sep 22 17:18:05.134808 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-c9f98709-819d-4406-ac0d-905c1c60baa0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Request body: {'port': {'device_id': '67aca1b1-ea8d-44ef-8332-d7d1bed31c9f', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'admin_state_up': True, 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'security_groups': ['ce8cce58-89bc-4ff4-9fdc-a0600869e464']}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:18:05.247944 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-c9f98709-819d-4406-ac0d-905c1c60baa0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Made reservation on behalf of 5fca6eabbca24bc09aee7e259ca82562 for: {'port': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:18:05.252400 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-c9f98709-819d-4406-ac0d-905c1c60baa0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:05.385882 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-c9f98709-819d-4406-ac0d-905c1c60baa0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Allocated IP 172.20.0.8 (1876d1ce-e761-46f2-ab46-b61110e15c2c/43f0facb-fe45-427e-ac4c-a966b72df413/b87b30f0-d4bd-44de-ab2b-cbd612d168ea) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:18:05.428073 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:05.482507 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:05.527473 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-c9f98709-819d-4406-ac0d-905c1c60baa0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:05.560105 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-c9f98709-819d-4406-ac0d-905c1c60baa0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:05.606439 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-c9f98709-819d-4406-ac0d-905c1c60baa0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Network 1876d1ce-e761-46f2-ab46-b61110e15c2c is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:18:05.610122 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-c9f98709-819d-4406-ac0d-905c1c60baa0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:18:05.613912 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-c9f98709-819d-4406-ac0d-905c1c60baa0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:18:05.640347 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f98709-819d-4406-ac0d-905c1c60baa0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event updated for resources: {'Port': ['ID=b87b30f0-d4bd-44de-ab2b-cbd612d168ea,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:05.667374 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-c9f98709-819d-4406-ac0d-905c1c60baa0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:05.667985 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-c9f98709-819d-4406-ac0d-905c1c60baa0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:05.688027 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-c9f98709-819d-4406-ac0d-905c1c60baa0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5567927 Sep 22 17:18:05.697207 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-b404d6fb-9b51-4209-a2e8-487c6e713f56 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106555) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 17:18:05.698211 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-b404d6fb-9b51-4209-a2e8-487c6e713f56 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052376 Sep 22 17:18:05.762806 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Request body: {'port': {'device_id': '67aca1b1-ea8d-44ef-8332-d7d1bed31c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83538'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:18:05.823690 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:05.843704 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-efe328b8-aa1a-4e97-897b-352bc5e0b47b None None] Provisioning complete for port b87b30f0-d4bd-44de-ab2b-cbd612d168ea triggered by entity DHCP. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:18:05.844264 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-efe328b8-aa1a-4e97-897b-352bc5e0b47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:05.844607 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-efe328b8-aa1a-4e97-897b-352bc5e0b47b None None] Attempt 1 to provision port b87b30f0-d4bd-44de-ab2b-cbd612d168ea Sep 22 17:18:05.898688 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-efe328b8-aa1a-4e97-897b-352bc5e0b47b None None] Port b87b30f0-d4bd-44de-ab2b-cbd612d168ea cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:18:06.043471 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bcf40-201e-4731-aaba-d7b56f4bf015 req-7bf44d59-ab72-4728-9ed1-be88bcb301b2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:06.044938 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-196bcf40-201e-4731-aaba-d7b56f4bf015 req-7bf44d59-ab72-4728-9ed1-be88bcb301b2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 931 time: 0.0756617 Sep 22 17:18:06.156419 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-196bcf40-201e-4731-aaba-d7b56f4bf015 req-23e22496-19dd-4859-b4f6-d015dacb339a tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779238 Sep 22 17:18:06.226755 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87b30f0-d4bd-44de-ab2b-cbd612d168ea {{(pid=106555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:18:06.235668 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Publish callbacks [] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:06.251584 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.provisioning_blocks [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Transition to ACTIVE for port object b87b30f0-d4bd-44de-ab2b-cbd612d168ea will not be triggered until provisioned by entity L2. {{(pid=106555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 17:18:06.255465 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:06.341762 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Pushing event updated for resources: {'Port': ['ID=b87b30f0-d4bd-44de-ab2b-cbd612d168ea,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:06.372701 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Attempting to bind port b87b30f0-d4bd-44de-ab2b-cbd612d168ea on host hv-cinder-83538 for vnic_type normal with profile {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 17:18:06.373039 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Attempting to bind port b87b30f0-d4bd-44de-ab2b-cbd612d168ea by drivers openvswitch,hyperv on host hv-cinder-83538 at level 0 using segments [{'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 17:18:06.373366 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Attempting to bind port b87b30f0-d4bd-44de-ab2b-cbd612d168ea on network 1876d1ce-e761-46f2-ab46-b61110e15c2c {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:18:06.397132 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:06.399471 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-efe328b8-aa1a-4e97-897b-352bc5e0b47b None None] Attempt 2 to provision port b87b30f0-d4bd-44de-ab2b-cbd612d168ea Sep 22 17:18:06.401015 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:06.420025 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Port b87b30f0-d4bd-44de-ab2b-cbd612d168ea on network 1876d1ce-e761-46f2-ab46-b61110e15c2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83538 {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 17:18:06.420275 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Attempting to bind port b87b30f0-d4bd-44de-ab2b-cbd612d168ea on network 1876d1ce-e761-46f2-ab46-b61110e15c2c {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 17:18:06.432816 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-efe328b8-aa1a-4e97-897b-352bc5e0b47b None None] Port b87b30f0-d4bd-44de-ab2b-cbd612d168ea cannot update to ACTIVE because it is not bound. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 17:18:06.463501 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Checking agent: {'id': '2cd9546f-f310-485a-b6cd-459a1e1094c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83538', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'started_at': datetime.datetime(2022, 9, 22, 17, 5, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 17:18:06.463831 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Checking segment: {'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:18:06.464204 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Bound using segment: {'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'} {{(pid=106555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 17:18:06.464628 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.managers [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Bound port: b87b30f0-d4bd-44de-ab2b-cbd612d168ea, host: hv-cinder-83538, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c'}}] {{(pid=106555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 17:18:06.464980 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:06.527527 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] For port b87b30f0-d4bd-44de-ab2b-cbd612d168ea, host hv-cinder-83538, cleared binding levels {{(pid=106555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 17:18:06.531446 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] For port b87b30f0-d4bd-44de-ab2b-cbd612d168ea, host hv-cinder-83538, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b87b30f0-d4bd-44de-ab2b-cbd612d168ea,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 17:18:06.538102 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:06.542276 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:06.542887 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:06.544375 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/b87b30f0-d4bd-44de-ab2b-cbd612d168ea HTTP/1.1" status: 200 len: 1093 time: 0.8315890 Sep 22 17:18:06.544924 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67aca1b1-ea8d-44ef-8332-d7d1bed31c9f', 'tag': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:18:06.547892 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01877fc-b970-424a-93ba-28259d85a266" -d '{"events": [{"name": "network-changed", "server_uuid": "67aca1b1-ea8d-44ef-8332-d7d1bed31c9f", "tag": "b87b30f0-d4bd-44de-ab2b-cbd612d168ea"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:18:06.589242 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35253b2-efe1-4a7d-93d6-79cc793e0ac9 x-openstack-request-id: req-d35253b2-efe1-4a7d-93d6-79cc793e0ac9 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:18:06.589528 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67aca1b1-ea8d-44ef-8332-d7d1bed31c9f", "tag": "b87b30f0-d4bd-44de-ab2b-cbd612d168ea", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:18:06.589787 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d35253b2-efe1-4a7d-93d6-79cc793e0ac9 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:18:06.590196 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d35253b2-efe1-4a7d-93d6-79cc793e0ac9'] response: {'name': 'network-changed', 'server_uuid': '67aca1b1-ea8d-44ef-8332-d7d1bed31c9f', 'tag': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea', 'status': 'completed', 'code': 200} Sep 22 17:18:06.600548 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeaaacb-275f-4279-b520-a3a70d219623 service neutron] Pushing event updated for resources: {'Port': ['ID=b87b30f0-d4bd-44de-ab2b-cbd612d168ea,revision_number=3']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:06.653833 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-d73a257d-a1a8-46ae-89ef-b40f72bb4f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:06.655896 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-d73a257d-a1a8-46ae-89ef-b40f72bb4f73 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5fca6eabbca24bc09aee7e259ca82562&device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 1127 time: 0.0381768 Sep 22 17:18:06.720121 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-c9d8d08a-c143-478b-8924-13c59039f51e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b87b30f0-d4bd-44de-ab2b-cbd612d168ea HTTP/1.1" status: 200 len: 217 time: 0.0357888 Sep 22 17:18:06.769627 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-e5d7931d-c40a-4f3d-922f-ee6d00af206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:06.771112 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-e5d7931d-c40a-4f3d-922f-ee6d00af206d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=43f0facb-fe45-427e-ac4c-a966b72df413 HTTP/1.1" status: 200 len: 851 time: 0.0451379 Sep 22 17:18:06.813724 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-9c26efd3-19db-4862-ae5e-e020f45ee4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:06.815191 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-9c26efd3-19db-4862-ae5e-e020f45ee4c1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1876d1ce-e761-46f2-ab46-b61110e15c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383215 Sep 22 17:18:06.911274 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-03deb276-f9eb-42c3-b2bb-d991375aff48 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890706 Sep 22 17:18:06.933556 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-efe328b8-aa1a-4e97-897b-352bc5e0b47b None None] Attempt 3 to provision port b87b30f0-d4bd-44de-ab2b-cbd612d168ea Sep 22 17:18:06.973310 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-efe328b8-aa1a-4e97-897b-352bc5e0b47b None None] Port b87b30f0-d4bd-44de-ab2b-cbd612d168ea had new provisioning blocks added so it will not transition to active. {{(pid=106557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 17:18:07.006502 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-83c7e7b6-d96c-4e2c-9434-0cedcdf8d40c req-f840a010-c1e9-47a9-9c04-acbad6534859 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893037 Sep 22 17:18:07.124601 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01877fc-b970-424a-93ba-28259d85a266 req-55be156f-490b-419a-8e18-e06b24fc74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:07.126101 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d01877fc-b970-424a-93ba-28259d85a266 req-55be156f-490b-419a-8e18-e06b24fc74d4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5fca6eabbca24bc09aee7e259ca82562&device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 1127 time: 0.0426495 Sep 22 17:18:07.222176 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01877fc-b970-424a-93ba-28259d85a266 req-a21ee576-9b0a-4a87-a148-4ff8eace3147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:07.223739 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d01877fc-b970-424a-93ba-28259d85a266 req-a21ee576-9b0a-4a87-a148-4ff8eace3147 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=1876d1ce-e761-46f2-ab46-b61110e15c2c HTTP/1.1" status: 200 len: 913 time: 0.0916436 Sep 22 17:18:07.276937 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d01877fc-b970-424a-93ba-28259d85a266 req-a0962ab5-cecc-4729-8502-6835a6bf5efa service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b87b30f0-d4bd-44de-ab2b-cbd612d168ea HTTP/1.1" status: 200 len: 217 time: 0.0461223 Sep 22 17:18:07.349922 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303b309-84a0-41fd-8d52-5d03e6cffa51 req-7f08d44d-b465-43ed-b215-d2882df036d6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:07.351483 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5303b309-84a0-41fd-8d52-5d03e6cffa51 req-7f08d44d-b465-43ed-b215-d2882df036d6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 943 time: 0.0839846 Sep 22 17:18:07.377735 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01877fc-b970-424a-93ba-28259d85a266 req-3e438bf9-bae9-4212-baeb-bdb26bfe7361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:07.379203 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d01877fc-b970-424a-93ba-28259d85a266 req-3e438bf9-bae9-4212-baeb-bdb26bfe7361 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=43f0facb-fe45-427e-ac4c-a966b72df413 HTTP/1.1" status: 200 len: 851 time: 0.0815694 Sep 22 17:18:07.415446 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=2 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:07.431208 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=6 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:07.442966 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01877fc-b970-424a-93ba-28259d85a266 req-47bd0457-f7a5-494f-ad9e-532f9db05868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:07.444498 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d01877fc-b970-424a-93ba-28259d85a266 req-47bd0457-f7a5-494f-ad9e-532f9db05868 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1876d1ce-e761-46f2-ab46-b61110e15c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0586388 Sep 22 17:18:07.448132 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5303b309-84a0-41fd-8d52-5d03e6cffa51 req-17825b05-041b-4f7c-a344-45a48766f428 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882354 Sep 22 17:18:07.469658 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:07.541158 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:07.549962 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:07.554984 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d01877fc-b970-424a-93ba-28259d85a266 req-3775c37c-07b4-4b8c-9ae0-3f27acbf7e11 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044400 Sep 22 17:18:07.930931 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-d01877fc-b970-424a-93ba-28259d85a266 req-5f66fec5-c60d-48a6-b8cd-cd6dd566a499 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704338 Sep 22 17:18:08.573706 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790be873-8044-4281-971f-26aafeec7966 req-55d52923-cce7-4b57-8c52-a8c219ee4ed4 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:08.575370 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-790be873-8044-4281-971f-26aafeec7966 req-55d52923-cce7-4b57-8c52-a8c219ee4ed4 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 943 time: 0.0483706 Sep 22 17:18:08.627557 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-790be873-8044-4281-971f-26aafeec7966 req-3b0b6d6f-8485-43df-87d2-a6599b495c51 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454443 Sep 22 17:18:09.759303 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f922fce-3eeb-4535-90d7-75bb760bf923 req-74323136-303d-4496-9b48-9c42fb093124 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:09.760814 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8f922fce-3eeb-4535-90d7-75bb760bf923 req-74323136-303d-4496-9b48-9c42fb093124 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 943 time: 0.0491734 Sep 22 17:18:09.820936 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8f922fce-3eeb-4535-90d7-75bb760bf923 req-c1842a63-ac24-4e05-a0bb-d2cbab8c6c34 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527923 Sep 22 17:18:10.943561 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e4bb4-d147-44ef-bc62-ee9ac602d81f req-f5201768-8f0b-416d-b231-bc4c4dbd51a4 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:10.945019 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ce4e4bb4-d147-44ef-bc62-ee9ac602d81f req-f5201768-8f0b-416d-b231-bc4c4dbd51a4 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 943 time: 0.0476992 Sep 22 17:18:11.004782 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-ce4e4bb4-d147-44ef-bc62-ee9ac602d81f req-2c7524f9-977d-4e11-b9d7-f26a633c0a52 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541646 Sep 22 17:18:12.133569 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fbf2f-2886-402c-be41-ce3671e08750 req-cb2832f2-d4d6-4112-9e1c-7d45c65aaaf2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:12.134983 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-226fbf2f-2886-402c-be41-ce3671e08750 req-cb2832f2-d4d6-4112-9e1c-7d45c65aaaf2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 943 time: 0.0489998 Sep 22 17:18:12.185935 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-226fbf2f-2886-402c-be41-ce3671e08750 req-2a8ea4dc-f5d3-47ab-80d5-ecd06f11109e tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444126 Sep 22 17:18:12.926187 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecec39-33f5-415c-ac85-e93aec206078 req-8510e58f-3379-45e2-90a6-d8faedb76553 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:12.927855 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-96ecec39-33f5-415c-ac85-e93aec206078 req-8510e58f-3379-45e2-90a6-d8faedb76553 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 945 time: 0.0613744 Sep 22 17:18:12.978590 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-96ecec39-33f5-415c-ac85-e93aec206078 req-cdbd5c42-1296-440a-86b3-7502c873317f tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2a5f1c42-548d-43f0-b0cd-3717c7a7d432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444641 Sep 22 17:18:13.242225 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37128) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:13.314595 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec490c-a443-44dc-8af8-56f07a221d8b req-3fe1d811-9f7b-4528-befb-383f4c147212 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:13.316130 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-02ec490c-a443-44dc-8af8-56f07a221d8b req-3fe1d811-9f7b-4528-befb-383f4c147212 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 943 time: 0.0533378 Sep 22 17:18:13.361290 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e1796802-f6d6-41ae-82ae-ab96b83e9a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:13.375076 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-02ec490c-a443-44dc-8af8-56f07a221d8b req-831fe7cb-0c1f-4ab9-b44f-98209d93dc1a tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532091 Sep 22 17:18:13.446967 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e1796802-f6d6-41ae-82ae-ab96b83e9a8d admin admin] Publish callbacks [] for security_group (88b6c59f-2cf9-490b-b1ef-8b0a323059aa), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:13.450739 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e1796802-f6d6-41ae-82ae-ab96b83e9a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (88b6c59f-2cf9-490b-b1ef-8b0a323059aa), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:13.493440 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-e1796802-f6d6-41ae-82ae-ab96b83e9a8d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7b3862a3adf5486e96bc9292f6296e38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499411 Sep 22 17:18:13.494183 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1796802-f6d6-41ae-82ae-ab96b83e9a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b6c59f-2cf9-490b-b1ef-8b0a323059aa,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:13.496335 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37132) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:13.549527 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-17847c75-0b6f-4374-aa30-c8774c5e6710 admin admin] Publish callbacks [] for security_group (88b6c59f-2cf9-490b-b1ef-8b0a323059aa), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:13.573434 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-17847c75-0b6f-4374-aa30-c8774c5e6710 admin admin] Publish callbacks [] for security_group (88b6c59f-2cf9-490b-b1ef-8b0a323059aa), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:13.621001 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-17847c75-0b6f-4374-aa30-c8774c5e6710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (88b6c59f-2cf9-490b-b1ef-8b0a323059aa), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:13.623690 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-17847c75-0b6f-4374-aa30-c8774c5e6710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:13.625414 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-17847c75-0b6f-4374-aa30-c8774c5e6710 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/88b6c59f-2cf9-490b-b1ef-8b0a323059aa HTTP/1.1" status: 204 len: 168 time: 0.1273239 Sep 22 17:18:13.633648 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17847c75-0b6f-4374-aa30-c8774c5e6710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b6c59f-2cf9-490b-b1ef-8b0a323059aa,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:13.899489 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37138) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:13.913371 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-608e0225-b473-4b3c-8eba-ac86c6179967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:13.981976 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:13.992518 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-608e0225-b473-4b3c-8eba-ac86c6179967 admin admin] Publish callbacks [] for security_group (de083443-3546-4d50-a0cd-3dae1b46e706), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:13.996585 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-608e0225-b473-4b3c-8eba-ac86c6179967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (de083443-3546-4d50-a0cd-3dae1b46e706), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:14.001046 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:14.038407 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-608e0225-b473-4b3c-8eba-ac86c6179967 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3a3881d2243842029a6e32f1ad1089af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376071 Sep 22 17:18:14.042085 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37142) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:14.044289 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e0225-b473-4b3c-8eba-ac86c6179967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de083443-3546-4d50-a0cd-3dae1b46e706,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:14.111962 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d526b3c9-c5e7-4f5c-9df9-d55ea3505f17 admin admin] Publish callbacks [] for security_group (de083443-3546-4d50-a0cd-3dae1b46e706), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:14.115247 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698792cd-8f5d-4d8e-99fa-697cda344534 req-e39d86ac-3ac7-403f-abcc-1459c8e5bbc9 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:14.116745 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-698792cd-8f5d-4d8e-99fa-697cda344534 req-e39d86ac-3ac7-403f-abcc-1459c8e5bbc9 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 945 time: 0.0531304 Sep 22 17:18:14.132669 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d526b3c9-c5e7-4f5c-9df9-d55ea3505f17 admin admin] Publish callbacks [] for security_group (de083443-3546-4d50-a0cd-3dae1b46e706), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:14.167808 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-698792cd-8f5d-4d8e-99fa-697cda344534 req-f1660875-5999-4911-857b-e8eaf1f52b57 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2a5f1c42-548d-43f0-b0cd-3717c7a7d432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452464 Sep 22 17:18:14.185582 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d526b3c9-c5e7-4f5c-9df9-d55ea3505f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (de083443-3546-4d50-a0cd-3dae1b46e706), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:14.189235 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d526b3c9-c5e7-4f5c-9df9-d55ea3505f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:14.190719 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-d526b3c9-c5e7-4f5c-9df9-d55ea3505f17 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/de083443-3546-4d50-a0cd-3dae1b46e706 HTTP/1.1" status: 204 len: 168 time: 0.1474826 Sep 22 17:18:14.201304 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526b3c9-c5e7-4f5c-9df9-d55ea3505f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de083443-3546-4d50-a0cd-3dae1b46e706,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:14.504113 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba8d26-e556-4579-a414-39c10670d862 req-3dd0b41a-b417-4ec9-ba09-ec435ceaa318 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:14.505676 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b9ba8d26-e556-4579-a414-39c10670d862 req-3dd0b41a-b417-4ec9-ba09-ec435ceaa318 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 943 time: 0.0495956 Sep 22 17:18:14.558455 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b9ba8d26-e556-4579-a414-39c10670d862 req-ec58fafa-40e3-4bb9-92a4-854cc8aca9ec tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471075 Sep 22 17:18:14.950123 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9d522-490c-4ce1-b48c-d0f937f06f47 req-b4b81c44-7517-413a-a363-d0cb1f1067e6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:14.951652 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9ae9d522-490c-4ce1-b48c-d0f937f06f47 req-b4b81c44-7517-413a-a363-d0cb1f1067e6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 945 time: 0.0470712 Sep 22 17:18:15.041711 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-9ae9d522-490c-4ce1-b48c-d0f937f06f47 req-68130499-bbb9-47b3-87fe-579b12846231 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Deleting port 8666e805-fb54-4f7d-baa6-8a55d3805878 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:18:15.041976 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-9ae9d522-490c-4ce1-b48c-d0f937f06f47 req-68130499-bbb9-47b3-87fe-579b12846231 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (8666e805-fb54-4f7d-baa6-8a55d3805878), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:15.147578 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-9ae9d522-490c-4ce1-b48c-d0f937f06f47 req-68130499-bbb9-47b3-87fe-579b12846231 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] For port 8666e805-fb54-4f7d-baa6-8a55d3805878, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=8666e805-fb54-4f7d-baa6-8a55d3805878,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:18:15.148051 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-9ae9d522-490c-4ce1-b48c-d0f937f06f47 req-68130499-bbb9-47b3-87fe-579b12846231 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (8666e805-fb54-4f7d-baa6-8a55d3805878), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:15.153194 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-91e07374-c6de-4e12-9f3d-b8a2d1c95bd9 req-58f9793c-2595-4ed5-a66d-07afd189ddf5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447197 Sep 22 17:18:15.282970 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e07374-c6de-4e12-9f3d-b8a2d1c95bd9 req-8db48941-e844-4744-9fc5-2463bcb43592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:15.284515 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-91e07374-c6de-4e12-9f3d-b8a2d1c95bd9 req-8db48941-e844-4744-9fc5-2463bcb43592 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=45847b1fd67c4caaa03a36895cd2263a&device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 1130 time: 0.0522921 Sep 22 17:18:15.356658 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcd3b8-ab54-402a-b013-963bdd434586 req-9c080444-36c9-452e-a789-3b35e5948ef8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:15.358705 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eefcd3b8-ab54-402a-b013-963bdd434586 req-9c080444-36c9-452e-a789-3b35e5948ef8 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 945 time: 0.0970206 Sep 22 17:18:15.379180 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-9ae9d522-490c-4ce1-b48c-d0f937f06f47 req-68130499-bbb9-47b3-87fe-579b12846231 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:15.379543 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-9ae9d522-490c-4ce1-b48c-d0f937f06f47 req-68130499-bbb9-47b3-87fe-579b12846231 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (993c606c-32f8-44a0-a57b-fe0763fa1eee), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:15.379859 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.l3_db [req-9ae9d522-490c-4ce1-b48c-d0f937f06f47 req-68130499-bbb9-47b3-87fe-579b12846231 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Floating IP 993c606c-32f8-44a0-a57b-fe0763fa1eee disassociated. External IP: 172.27.1.245, port: 8666e805-fb54-4f7d-baa6-8a55d3805878. Sep 22 17:18:15.380202 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-9ae9d522-490c-4ce1-b48c-d0f937f06f47 req-68130499-bbb9-47b3-87fe-579b12846231 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Calling delete_port for 8666e805-fb54-4f7d-baa6-8a55d3805878 owned by compute:nova {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:18:15.400437 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e07374-c6de-4e12-9f3d-b8a2d1c95bd9 req-96715358-3359-4519-8df3-db166c70c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:15.401918 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-91e07374-c6de-4e12-9f3d-b8a2d1c95bd9 req-96715358-3359-4519-8df3-db166c70c4c4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c HTTP/1.1" status: 200 len: 917 time: 0.0987608 Sep 22 17:18:15.470856 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-eefcd3b8-ab54-402a-b013-963bdd434586 req-9ff78212-9877-46c3-bcbe-2bfd2b4f0b1d tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=2a5f1c42-548d-43f0-b0cd-3717c7a7d432&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955534 Sep 22 17:18:15.479024 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-91e07374-c6de-4e12-9f3d-b8a2d1c95bd9 req-a2f265a3-03fc-4955-8dc3-0d9ef4410d80 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 HTTP/1.1" status: 200 len: 1001 time: 0.0697477 Sep 22 17:18:15.538871 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e07374-c6de-4e12-9f3d-b8a2d1c95bd9 req-f71df735-6273-40f5-b126-fbfcef3d16c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:15.540373 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-91e07374-c6de-4e12-9f3d-b8a2d1c95bd9 req-f71df735-6273-40f5-b126-fbfcef3d16c3 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=078d2151-b8ac-45b8-a09f-7943bc063688 HTTP/1.1" status: 200 len: 855 time: 0.0560637 Sep 22 17:18:15.545455 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:15.567317 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-9ae9d522-490c-4ce1-b48c-d0f937f06f47 req-68130499-bbb9-47b3-87fe-579b12846231 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (8666e805-fb54-4f7d-baa6-8a55d3805878), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:15.590382 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e07374-c6de-4e12-9f3d-b8a2d1c95bd9 req-daeb1465-3062-43ad-8635-17b7d57f92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:15.591935 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-91e07374-c6de-4e12-9f3d-b8a2d1c95bd9 req-daeb1465-3062-43ad-8635-17b7d57f92b7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fb742a8a-ec14-42fa-b5c3-8fe1992e342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440438 Sep 22 17:18:15.599211 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68130499-bbb9-47b3-87fe-579b12846231 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event deleted for resources: {'Port': ['ID=8666e805-fb54-4f7d-baa6-8a55d3805878,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:15.746436 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e18b3d-bb96-49da-804d-1b114d6ecc05 req-8bcb99dc-d1b0-4d5b-81d3-ce2567cec232 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:15.747972 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f3e18b3d-bb96-49da-804d-1b114d6ecc05 req-8bcb99dc-d1b0-4d5b-81d3-ce2567cec232 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 943 time: 0.0857687 Sep 22 17:18:15.751630 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-91e07374-c6de-4e12-9f3d-b8a2d1c95bd9 req-d7fe0a9b-bd50-4b07-bc5c-abfde31397d9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517122 Sep 22 17:18:15.777673 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:15.804015 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ae9d522-490c-4ce1-b48c-d0f937f06f47 req-68130499-bbb9-47b3-87fe-579b12846231 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Router d8e5a412-a5b6-469e-a8ae-72241d1cab6b has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:18:15.828183 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f3e18b3d-bb96-49da-804d-1b114d6ecc05 req-a65086ed-5700-4d07-b5ca-67d058fab641 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666807 Sep 22 17:18:15.875404 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-91e07374-c6de-4e12-9f3d-b8a2d1c95bd9 req-6834ebf3-725f-466e-9ed2-43d19056a28f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158156 Sep 22 17:18:15.941913 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ae9d522-490c-4ce1-b48c-d0f937f06f47 req-68130499-bbb9-47b3-87fe-579b12846231 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:18:15.956983 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aed2e5-a0ce-4f3f-b520-456ddaea7b19 None None] Sync routers for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:18:15.973731 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aed2e5-a0ce-4f3f-b520-456ddaea7b19 None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:18:15.974394 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-31aed2e5-a0ce-4f3f-b520-456ddaea7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:17:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:15.988858 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae9d522-490c-4ce1-b48c-d0f937f06f47 req-68130499-bbb9-47b3-87fe-579b12846231 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] No DVR routers for this DVR port 8666e805-fb54-4f7d-baa6-8a55d3805878 on host hv-cinder-83538 {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:18:15.991935 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-9ae9d522-490c-4ce1-b48c-d0f937f06f47 req-68130499-bbb9-47b3-87fe-579b12846231 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:15.996155 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9ae9d522-490c-4ce1-b48c-d0f937f06f47 req-68130499-bbb9-47b3-87fe-579b12846231 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.33 "DELETE /networking/v2.0/ports/8666e805-fb54-4f7d-baa6-8a55d3805878 HTTP/1.1" status: 204 len: 173 time: 1.0386400 Sep 22 17:18:15.996849 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317daea2-77e2-4c68-b9e3-849b3164d8f2', 'name': 'network-vif-deleted', 'tag': '8666e805-fb54-4f7d-baa6-8a55d3805878'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:18:16.000147 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0552a0f-7ca0-4b9c-8a36-01ad637e6c15" -d '{"events": [{"server_uuid": "317daea2-77e2-4c68-b9e3-849b3164d8f2", "name": "network-vif-deleted", "tag": "8666e805-fb54-4f7d-baa6-8a55d3805878"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:18:16.055228 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926e4e6c-086b-4d2c-89b7-58dcbd536e24 x-openstack-request-id: req-926e4e6c-086b-4d2c-89b7-58dcbd536e24 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:18:16.055228 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317daea2-77e2-4c68-b9e3-849b3164d8f2", "name": "network-vif-deleted", "tag": "8666e805-fb54-4f7d-baa6-8a55d3805878", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:18:16.055228 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-926e4e6c-086b-4d2c-89b7-58dcbd536e24 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:18:16.055228 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-926e4e6c-086b-4d2c-89b7-58dcbd536e24'] response: {'server_uuid': '317daea2-77e2-4c68-b9e3-849b3164d8f2', 'name': 'network-vif-deleted', 'tag': '8666e805-fb54-4f7d-baa6-8a55d3805878', 'status': 'completed', 'code': 200} Sep 22 17:18:16.117373 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-31aed2e5-a0ce-4f3f-b520-456ddaea7b19 None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:18:16.322537 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-31aed2e5-a0ce-4f3f-b520-456ddaea7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:16.348321 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aed2e5-a0ce-4f3f-b520-456ddaea7b19 None None] Checking router: d8e5a412-a5b6-469e-a8ae-72241d1cab6b for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:18:16.356907 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aed2e5-a0ce-4f3f-b520-456ddaea7b19 None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:18:16.357508 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-31aed2e5-a0ce-4f3f-b520-456ddaea7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:17:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:16.462390 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-31aed2e5-a0ce-4f3f-b520-456ddaea7b19 None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:18:16.589426 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-22fecbc5-a78b-493c-a084-e715a5ac99ac req-8189542a-404f-47cf-95c6-4dfb9a8172a6 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 210 time: 0.0282502 Sep 22 17:18:16.654605 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-31aed2e5-a0ce-4f3f-b520-456ddaea7b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:16.693917 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aed2e5-a0ce-4f3f-b520-456ddaea7b19 None None] The sync data for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi is: [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:28Z', 'revision_number': 4, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '6941c941-99da-428b-9650-1eaa1b16b1ad', 'name': '', 'network_id': '82eac7a2-877a-48c4-bcb2-cd10274854a5', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'mac_address': 'fa:16:3e:b2:39:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:26Z', 'updated_at': '2022-09-22T17:07:54Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'subnets': [{'id': '83a051e4-a154-4ee6-92cd-c98927c3c055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:18:16.915229 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936cf588-719b-4957-a71c-9e91c974fa8b None None] New status for floating IP 993c606c-32f8-44a0-a57b-fe0763fa1eee: DOWN {{(pid=106557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:18:16.961370 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239886d-8871-4214-84fb-7a7bdb27c66d req-6d0da342-5159-48ef-a470-a1b7ae469097 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:16.962963 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b239886d-8871-4214-84fb-7a7bdb27c66d req-6d0da342-5159-48ef-a470-a1b7ae469097 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 943 time: 0.0474439 Sep 22 17:18:17.014991 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b239886d-8871-4214-84fb-7a7bdb27c66d req-1deb6588-8fa0-460c-b761-a954ac4ede4f tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444086 Sep 22 17:18:17.711091 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f3fe3f32-3836-4063-ac77-c1ce7a3ce609 req-fa036f4c-021c-475e-be96-44b459f758a7 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 210 time: 0.0311475 Sep 22 17:18:18.135140 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c31c6-989e-4b7c-a015-75ee0404f017 req-9d558c3a-d634-4f24-a0d5-f3537c1e95e8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:18.136599 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a82c31c6-989e-4b7c-a015-75ee0404f017 req-9d558c3a-d634-4f24-a0d5-f3537c1e95e8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 943 time: 0.0469937 Sep 22 17:18:18.186731 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a82c31c6-989e-4b7c-a015-75ee0404f017 req-09c326ad-b978-4f37-82dd-2612c4ae9878 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446005 Sep 22 17:18:18.825242 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-34776ba6-1009-4a8b-bd85-12489a84c2fe req-f16dd1fb-377e-4a5b-a678-7cf2708ce4d9 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 210 time: 0.0274587 Sep 22 17:18:19.307831 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198cff0-1b8a-439d-bc5e-c181b0c40ff5 req-f508901b-444c-405c-b152-84e9934554e2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:19.309314 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b198cff0-1b8a-439d-bc5e-c181b0c40ff5 req-f508901b-444c-405c-b152-84e9934554e2 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 943 time: 0.0473146 Sep 22 17:18:19.362325 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-b198cff0-1b8a-439d-bc5e-c181b0c40ff5 req-a456aa9f-a78c-47d8-b9dd-8cc88cd1c41d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467515 Sep 22 17:18:19.941450 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f0bd40ca-8da4-40e5-b9d3-c8ae461efb92 req-e0443838-d20c-4567-928e-5faadb986f82 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 210 time: 0.0291488 Sep 22 17:18:20.483089 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8e260-6653-4bb4-88da-83c763537ec8 req-c979e190-f08a-498b-b54f-762f14ab0938 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:20.484538 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-88c8e260-6653-4bb4-88da-83c763537ec8 req-c979e190-f08a-498b-b54f-762f14ab0938 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 943 time: 0.0466216 Sep 22 17:18:20.534760 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-88c8e260-6653-4bb4-88da-83c763537ec8 req-1516184f-da26-44e2-aebc-a09085118051 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446346 Sep 22 17:18:20.906370 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=74,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:20.908188 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:20.921539 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-046209f5-1be1-4d1a-8d7a-907e874846a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:21.063749 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2fd1ce6e-4f44-4ae2-8394-cf6c2674f443 req-fe2291ef-a8da-4224-9eb8-f15b951820b1 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=317daea2-77e2-4c68-b9e3-849b3164d8f2 HTTP/1.1" status: 200 len: 210 time: 0.0382688 Sep 22 17:18:21.654521 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843dfce-b191-4185-ae6e-63abffdf2bc8 req-ba79278a-374b-4195-beb6-58a31fc056f8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:21.656035 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8843dfce-b191-4185-ae6e-63abffdf2bc8 req-ba79278a-374b-4195-beb6-58a31fc056f8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 943 time: 0.0472562 Sep 22 17:18:21.706222 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8843dfce-b191-4185-ae6e-63abffdf2bc8 req-a380c40c-26b6-4e57-93a5-c939b6a48e03 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444746 Sep 22 17:18:21.723646 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device b87b30f0-d4bd-44de-ab2b-cbd612d168ea details requested by agent hyperv_hv-cinder-83538 with host hv-cinder-83538 {{(pid=106557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 17:18:21.738923 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 8666e805-fb54-4f7d-baa6-8a55d3805878 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:18:21.767286 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: 8666e805-fb54-4f7d-baa6-8a55d3805878 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:18:21.767634 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 8666e805-fb54-4f7d-baa6-8a55d3805878 not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:18:21.853803 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port b87b30f0-d4bd-44de-ab2b-cbd612d168ea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b87b30f0-d4bd-44de-ab2b-cbd612d168ea,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:18:21.865331 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Returning: {'device': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'port_id': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea', 'mac_address': 'fa:16:3e:0f:2f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 17:18:21.904216 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port b87b30f0-d4bd-44de-ab2b-cbd612d168ea is: DOWN; New status is: BUILD {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:18:21.904595 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:21.917543 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87b30f0-d4bd-44de-ab2b-cbd612d168ea {{(pid=106557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 17:18:21.939809 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port b87b30f0-d4bd-44de-ab2b-cbd612d168ea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b87b30f0-d4bd-44de-ab2b-cbd612d168ea,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:18:21.943986 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:21.989851 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=b87b30f0-d4bd-44de-ab2b-cbd612d168ea,revision_number=4']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:22.156438 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37234) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:22.198853 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:22.213138 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ffaa2ae4-479a-4c22-90d7-c1ed72da7f62 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (2a5f1c42-548d-43f0-b0cd-3717c7a7d432), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:22.235690 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ffaa2ae4-479a-4c22-90d7-c1ed72da7f62 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (2a5f1c42-548d-43f0-b0cd-3717c7a7d432), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:22.284977 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ffaa2ae4-479a-4c22-90d7-c1ed72da7f62 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (2a5f1c42-548d-43f0-b0cd-3717c7a7d432), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:22.287704 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ffaa2ae4-479a-4c22-90d7-c1ed72da7f62 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:22.288866 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-ffaa2ae4-479a-4c22-90d7-c1ed72da7f62 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2a5f1c42-548d-43f0-b0cd-3717c7a7d432 HTTP/1.1" status: 204 len: 168 time: 0.1314256 Sep 22 17:18:22.291860 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37236) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:22.298723 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa2ae4-479a-4c22-90d7-c1ed72da7f62 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5f1c42-548d-43f0-b0cd-3717c7a7d432,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:22.311602 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.api.v2.resource [None req-10ecfd79-f1cc-4649-9c37-ce617d4912ce tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] show failed (client error): The resource could not be found. Sep 22 17:18:22.312745 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-10ecfd79-f1cc-4649-9c37-ce617d4912ce tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "GET /networking/v2.0/security-groups/2a5f1c42-548d-43f0-b0cd-3717c7a7d432 HTTP/1.1" status: 404 len: 347 time: 0.0196953 Sep 22 17:18:22.315686 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37238) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:22.425898 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:22.428590 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:22.444321 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-34b65c70-2f71-4e89-903a-da0bd4c6f033 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Deleting port f92b8e22-b617-4df1-a193-f0528cb4a2e5 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:18:22.444652 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-34b65c70-2f71-4e89-903a-da0bd4c6f033 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (f92b8e22-b617-4df1-a193-f0528cb4a2e5), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:22.522145 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-34b65c70-2f71-4e89-903a-da0bd4c6f033 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (f92b8e22-b617-4df1-a193-f0528cb4a2e5), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:22.522468 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-34b65c70-2f71-4e89-903a-da0bd4c6f033 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (f92b8e22-b617-4df1-a193-f0528cb4a2e5), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:22.536404 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-34b65c70-2f71-4e89-903a-da0bd4c6f033 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Calling delete_port for f92b8e22-b617-4df1-a193-f0528cb4a2e5 owned by network:floatingip {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:18:22.677557 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-34b65c70-2f71-4e89-903a-da0bd4c6f033 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (f92b8e22-b617-4df1-a193-f0528cb4a2e5), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:22.700601 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b65c70-2f71-4e89-903a-da0bd4c6f033 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Pushing event deleted for resources: {'Port': ['ID=f92b8e22-b617-4df1-a193-f0528cb4a2e5,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:22.785434 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-34b65c70-2f71-4e89-903a-da0bd4c6f033 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks [] for floatingip (993c606c-32f8-44a0-a57b-fe0763fa1eee), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:22.788035 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-34b65c70-2f71-4e89-903a-da0bd4c6f033 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:22.789104 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-34b65c70-2f71-4e89-903a-da0bd4c6f033 tempest-AttachVolumeNegativeTest-1072139309 tempest-AttachVolumeNegativeTest-1072139309-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/993c606c-32f8-44a0-a57b-fe0763fa1eee HTTP/1.1" status: 204 len: 168 time: 0.4725344 Sep 22 17:18:22.824730 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] get_ports_and_sgs() called for port_ids ['b87b30f0-d4bd-44de-ab2b-cbd612d168ea'] {{(pid=106557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 17:18:22.841952 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f58a7d-fb52-4dc4-b808-02b15cb7fda9 req-7d4f4806-6726-4020-bc9d-25b3a5ccc9a3 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:22.844251 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-69f58a7d-fb52-4dc4-b808-02b15cb7fda9 req-7d4f4806-6726-4020-bc9d-25b3a5ccc9a3 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 944 time: 0.0599587 Sep 22 17:18:22.911877 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-69f58a7d-fb52-4dc4-b808-02b15cb7fda9 req-e5175e41-de72-405f-8dbd-145c39114e08 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608778 Sep 22 17:18:23.823029 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7ea0de79-dcd9-4610-9ee3-c351fa1fcdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:23.978459 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device b87b30f0-d4bd-44de-ab2b-cbd612d168ea up at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 17:18:24.038815 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d3a15-11d3-4d4e-9194-0356cfcf3386 req-d5bebc51-f435-4215-bc20-31e3fc2ec505 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:24.039871 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning for port b87b30f0-d4bd-44de-ab2b-cbd612d168ea completed by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 17:18:24.040779 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a11d3a15-11d3-4d4e-9194-0356cfcf3386 req-d5bebc51-f435-4215-bc20-31e3fc2ec505 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 944 time: 0.0608509 Sep 22 17:18:24.049753 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.provisioning_blocks [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Provisioning complete for port b87b30f0-d4bd-44de-ab2b-cbd612d168ea triggered by entity L2. {{(pid=106557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 17:18:24.050323 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7706963'] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), provisioning_complete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:24.050728 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Attempt 1 to provision port b87b30f0-d4bd-44de-ab2b-cbd612d168ea Sep 22 17:18:24.064869 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:24.100805 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:24.119304 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-a11d3a15-11d3-4d4e-9194-0356cfcf3386 req-e7c45f99-fc70-466e-a6e7-a2494497d2f8 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633316 Sep 22 17:18:24.139723 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port b87b30f0-d4bd-44de-ab2b-cbd612d168ea is: BUILD; New status is: ACTIVE {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:18:24.140195 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:24.164328 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67aca1b1-ea8d-44ef-8332-d7d1bed31c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:18:24.166598 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad16f13e-e86d-49b2-b83d-dfce8047f449" -d '{"events": [{"server_uuid": "67aca1b1-ea8d-44ef-8332-d7d1bed31c9f", "name": "network-vif-plugged", "status": "completed", "tag": "b87b30f0-d4bd-44de-ab2b-cbd612d168ea"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:18:24.180016 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port b87b30f0-d4bd-44de-ab2b-cbd612d168ea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b87b30f0-d4bd-44de-ab2b-cbd612d168ea,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:18:24.185253 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:24.238439 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=b87b30f0-d4bd-44de-ab2b-cbd612d168ea,revision_number=5']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:24.331295 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd334f5-40d3-4158-8fd8-4f871aca4cbf x-openstack-request-id: req-9dd334f5-40d3-4158-8fd8-4f871aca4cbf {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:18:24.331588 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67aca1b1-ea8d-44ef-8332-d7d1bed31c9f", "name": "network-vif-plugged", "status": "completed", "tag": "b87b30f0-d4bd-44de-ab2b-cbd612d168ea", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:18:24.331841 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9dd334f5-40d3-4158-8fd8-4f871aca4cbf {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:18:24.332257 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd334f5-40d3-4158-8fd8-4f871aca4cbf'] response: {'server_uuid': '67aca1b1-ea8d-44ef-8332-d7d1bed31c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea', 'code': 200} Sep 22 17:18:25.229467 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf7f3e-8aa8-455b-b74b-546a5b3fcb5b req-0c0bfd51-ba56-4405-a2f2-e9e453a887ee tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:25.230941 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7bcf7f3e-8aa8-455b-b74b-546a5b3fcb5b req-0c0bfd51-ba56-4405-a2f2-e9e453a887ee tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 945 time: 0.0512838 Sep 22 17:18:25.281759 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-7bcf7f3e-8aa8-455b-b74b-546a5b3fcb5b req-8b921662-a386-4095-a3f0-17c40b4e0132 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444863 Sep 22 17:18:25.373732 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:26.406839 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc704f-51b5-4f14-8a69-3139ca2a39dd req-24626a22-1a01-40e8-9a67-74ca52f7fc0c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:26.408331 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-23dc704f-51b5-4f14-8a69-3139ca2a39dd req-24626a22-1a01-40e8-9a67-74ca52f7fc0c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 945 time: 0.0472484 Sep 22 17:18:26.467996 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-23dc704f-51b5-4f14-8a69-3139ca2a39dd req-9494a64f-b583-41ca-8e91-4ffa25ecd0ac tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539191 Sep 22 17:18:26.652066 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=74 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:26.661180 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=59,neutron:DELETE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:26.796582 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:27.598786 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea6e9e-69e5-435c-bdfd-69aa4cc3aae2 req-435e9925-30f5-4319-9425-5a857a100ea1 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:27.600285 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9dea6e9e-69e5-435c-bdfd-69aa4cc3aae2 req-435e9925-30f5-4319-9425-5a857a100ea1 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 945 time: 0.0483718 Sep 22 17:18:27.602700 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:27.653355 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-9dea6e9e-69e5-435c-bdfd-69aa4cc3aae2 req-caed0ce5-8570-494d-9890-e47e1ea3bb03 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469494 Sep 22 17:18:27.890543 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff92a3-b3fb-48e6-b3f6-542e21c30a0b req-75917d38-7742-49ef-b41e-aaa642d962c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:27.892061 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-49ff92a3-b3fb-48e6-b3f6-542e21c30a0b req-75917d38-7742-49ef-b41e-aaa642d962c2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 1129 time: 0.0386090 Sep 22 17:18:27.938693 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-49ff92a3-b3fb-48e6-b3f6-542e21c30a0b req-6f6d48c7-9c53-497a-934f-76dee526856f service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404689 Sep 22 17:18:28.724671 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:18:28.773289 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b659b12-42d6-46a2-a595-17793ee39a72 req-716ae499-8221-4a09-b4a3-69d9ebc43ab0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:28.774852 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5b659b12-42d6-46a2-a595-17793ee39a72 req-716ae499-8221-4a09-b4a3-69d9ebc43ab0 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 945 time: 0.0477967 Sep 22 17:18:28.836827 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5b659b12-42d6-46a2-a595-17793ee39a72 req-1601e4f2-4752-46a6-baac-42f4e501a587 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555618 Sep 22 17:18:29.959160 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c99d8-3cb3-49c9-96bc-e6252382eb63 req-ab360284-f685-41c9-87ce-f451467b2a87 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:29.960632 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8d8c99d8-3cb3-49c9-96bc-e6252382eb63 req-ab360284-f685-41c9-87ce-f451467b2a87 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 945 time: 0.0511775 Sep 22 17:18:30.012136 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8d8c99d8-3cb3-49c9-96bc-e6252382eb63 req-3fb50b2d-71f9-4911-a542-8eb1d0318021 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445328 Sep 22 17:18:30.134793 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79afdaf-503f-406a-ace9-1c790601dadb req-3b77e114-5cfb-4f92-b06f-f2ffb26ddc9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:30.136189 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f79afdaf-503f-406a-ace9-1c790601dadb req-3b77e114-5cfb-4f92-b06f-f2ffb26ddc9c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 945 time: 0.0467367 Sep 22 17:18:30.185452 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f79afdaf-503f-406a-ace9-1c790601dadb req-7edb51f1-3a32-4dd9-82ad-6700c3d344ad tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434210 Sep 22 17:18:30.215107 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37334) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:30.419817 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4cca28-07c2-4550-b8f7-a003093b4d18 tempest-TestVolumeBootPattern-1059946301 tempest-TestVolumeBootPattern-1059946301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:30.421457 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-8b4cca28-07c2-4550-b8f7-a003093b4d18 tempest-TestVolumeBootPattern-1059946301 tempest-TestVolumeBootPattern-1059946301-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 1124 time: 0.2053692 Sep 22 17:18:30.424761 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37346) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:30.429734 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Request body: {'floatingip': {'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'port_id': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:18:30.451734 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:30.456026 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:30.539652 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:30.644537 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_common [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Allocated IP 172.27.1.101 (f003e7b0-1e8d-4666-abdd-e8ce7241106b/5c753248-0725-45e1-a4b8-c8288fc45159/18db230e-92ab-4054-a64e-813cca4ca688) {{(pid=106555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:18:30.699387 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:30.751602 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37356) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:30.762566 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for port (18db230e-92ab-4054-a64e-813cca4ca688), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:30.794996 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784620584897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (18db230e-92ab-4054-a64e-813cca4ca688), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:30.834906 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Network f003e7b0-1e8d-4666-abdd-e8ce7241106b is already hosted by enough agents. {{(pid=106555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:18:30.839467 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Resources bound (agent type, host, resource id): {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:18:30.843526 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Received port after_create {{(pid=106555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 17:18:30.848761 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event updated for resources: {'Port': ['ID=18db230e-92ab-4054-a64e-813cca4ca688,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:31.181872 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-14ac4d9c-92de-412d-b324-9f1ef729f9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498853'] for router_interface (d8e5a412-a5b6-469e-a8ae-72241d1cab6b), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:31.219434 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for floatingip (91249340-9566-431f-bdc3-d197751ff7ab), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:31.298056 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (18db230e-92ab-4054-a64e-813cca4ca688), before_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:31.327505 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:31.345278 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:31.387557 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:31.419862 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-14ac4d9c-92de-412d-b324-9f1ef729f9d8 admin admin] Deleting port 6941c941-99da-428b-9650-1eaa1b16b1ad {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:18:31.420204 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-14ac4d9c-92de-412d-b324-9f1ef729f9d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:31.453443 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for port (18db230e-92ab-4054-a64e-813cca4ca688), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:31.461499 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3524036'] for port (18db230e-92ab-4054-a64e-813cca4ca688), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:31.510680 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-14ac4d9c-92de-412d-b324-9f1ef729f9d8 admin admin] For port 6941c941-99da-428b-9650-1eaa1b16b1ad, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=6941c941-99da-428b-9650-1eaa1b16b1ad,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:18:31.510898 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-14ac4d9c-92de-412d-b324-9f1ef729f9d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:31.520324 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:31.524841 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-14ac4d9c-92de-412d-b324-9f1ef729f9d8 admin admin] Calling delete_port for 6941c941-99da-428b-9650-1eaa1b16b1ad owned by network:router_interface {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:18:31.538982 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event updated for resources: {'Port': ['ID=18db230e-92ab-4054-a64e-813cca4ca688,revision_number=2']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:31.543295 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (91249340-9566-431f-bdc3-d197751ff7ab), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:31.640277 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.l3_db [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Floating IP 91249340-9566-431f-bdc3-d197751ff7ab associated. External IP: 172.27.1.101, port: b87b30f0-d4bd-44de-ab2b-cbd612d168ea. Sep 22 17:18:31.715007 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-14ac4d9c-92de-412d-b324-9f1ef729f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (6941c941-99da-428b-9650-1eaa1b16b1ad), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:31.740468 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac4d9c-92de-412d-b324-9f1ef729f9d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6941c941-99da-428b-9650-1eaa1b16b1ad,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:31.851207 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:18:31.921315 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-14ac4d9c-92de-412d-b324-9f1ef729f9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533013'] for router_interface (d8e5a412-a5b6-469e-a8ae-72241d1cab6b), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:31.960890 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:18:31.972527 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff368622-d515-470e-9e6a-48850edd3a75 None None] Sync routers for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:18:31.982845 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:31.984522 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff368622-d515-470e-9e6a-48850edd3a75 None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:18:31.985147 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-ff368622-d515-470e-9e6a-48850edd3a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:18:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:32.017295 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-a30f7102-b833-49df-9154-88ee087b4ad5 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5912690 Sep 22 17:18:32.018198 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67aca1b1-ea8d-44ef-8332-d7d1bed31c9f', 'tag': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:18:32.021569 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b4f3a0-5a18-4401-9731-c9b0e2fea503" -d '{"events": [{"name": "network-changed", "server_uuid": "67aca1b1-ea8d-44ef-8332-d7d1bed31c9f", "tag": "b87b30f0-d4bd-44de-ab2b-cbd612d168ea"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:18:32.061024 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bf69df-51d2-469b-8c13-c3239e6bcb76 x-openstack-request-id: req-75bf69df-51d2-469b-8c13-c3239e6bcb76 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:18:32.061864 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67aca1b1-ea8d-44ef-8332-d7d1bed31c9f", "tag": "b87b30f0-d4bd-44de-ab2b-cbd612d168ea", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:18:32.062129 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75bf69df-51d2-469b-8c13-c3239e6bcb76 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:18:32.062537 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75bf69df-51d2-469b-8c13-c3239e6bcb76'] response: {'name': 'network-changed', 'server_uuid': '67aca1b1-ea8d-44ef-8332-d7d1bed31c9f', 'tag': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea', 'status': 'completed', 'code': 200} Sep 22 17:18:32.151011 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ac4d9c-92de-412d-b324-9f1ef729f9d8 admin admin] Router d8e5a412-a5b6-469e-a8ae-72241d1cab6b has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:18:32.179549 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-ff368622-d515-470e-9e6a-48850edd3a75 None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:18:32.250600 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:32.258077 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ac4d9c-92de-412d-b324-9f1ef729f9d8 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:18:32.267247 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-14ac4d9c-92de-412d-b324-9f1ef729f9d8 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/d8e5a412-a5b6-469e-a8ae-72241d1cab6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5109494 Sep 22 17:18:32.267247 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37366) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:32.271698 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c7264-caa7-4a38-a53f-f06dcbea0791 None None] Sync routers for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:18:32.272836 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:32.281613 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:32.284690 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c7264-caa7-4a38-a53f-f06dcbea0791 None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:18:32.285524 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-e70c7264-caa7-4a38-a53f-f06dcbea0791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:18:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:32.374528 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-caeda594-9817-4c65-befe-640311436bab admin admin] Publish callbacks [] for router (d8e5a412-a5b6-469e-a8ae-72241d1cab6b), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:32.396305 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-e70c7264-caa7-4a38-a53f-f06dcbea0791 None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:18:32.400411 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-ff368622-d515-470e-9e6a-48850edd3a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '91249340-9566-431f-bdc3-d197751ff7ab', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'port_id': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'mac_address': 'fa:16:3e:0f:2f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aca1b1-ea8d-44ef-8332-d7d1bed31c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:18:31Z', 'updated_at': '2022-09-22T17:18:31Z', 'revision_number': 0, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address_scope': None}, {'id': 'addb755d-5bd4-42e2-8dcc-11688c965daa', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'port_id': '719c0d8a-4075-405a-a311-23e6e4817a12', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'mac_address': 'fa:16:3e:4b:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:50Z', 'updated_at': '2022-09-22T17:15:52Z', 'revision_number': 1, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:32.429508 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff368622-d515-470e-9e6a-48850edd3a75 None None] Checking router: 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:18:32.439127 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff368622-d515-470e-9e6a-48850edd3a75 None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:18:32.439747 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-ff368622-d515-470e-9e6a-48850edd3a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:18:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:32.477989 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-caeda594-9817-4c65-befe-640311436bab admin admin] Publish callbacks [] for router_gateway (d8e5a412-a5b6-469e-a8ae-72241d1cab6b), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:32.537487 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-caeda594-9817-4c65-befe-640311436bab admin admin] Deleting port 212dc75b-9e60-4249-8311-52ec939e02c9 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:18:32.538019 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-caeda594-9817-4c65-befe-640311436bab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (212dc75b-9e60-4249-8311-52ec939e02c9), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:32.545649 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-ff368622-d515-470e-9e6a-48850edd3a75 None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:18:32.602133 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-e70c7264-caa7-4a38-a53f-f06dcbea0791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:18:31Z', 'revision_number': 5, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port': {'id': '212dc75b-9e60-4249-8311-52ec939e02c9', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:12Z', 'updated_at': '2022-09-22T17:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:32.633530 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-caeda594-9817-4c65-befe-640311436bab admin admin] For port 212dc75b-9e60-4249-8311-52ec939e02c9, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=212dc75b-9e60-4249-8311-52ec939e02c9,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:18:32.633938 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-caeda594-9817-4c65-befe-640311436bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (212dc75b-9e60-4249-8311-52ec939e02c9), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:32.648947 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-caeda594-9817-4c65-befe-640311436bab admin admin] Calling delete_port for 212dc75b-9e60-4249-8311-52ec939e02c9 owned by network:router_gateway {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:18:32.662305 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c7264-caa7-4a38-a53f-f06dcbea0791 None None] Checking router: d8e5a412-a5b6-469e-a8ae-72241d1cab6b for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:18:32.718341 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c7264-caa7-4a38-a53f-f06dcbea0791 None None] Routers {'d8e5a412-a5b6-469e-a8ae-72241d1cab6b'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:18:32.718990 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-e70c7264-caa7-4a38-a53f-f06dcbea0791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:18:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:32.778864 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-ff368622-d515-470e-9e6a-48850edd3a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '91249340-9566-431f-bdc3-d197751ff7ab', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'port_id': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'mac_address': 'fa:16:3e:0f:2f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aca1b1-ea8d-44ef-8332-d7d1bed31c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:18:31Z', 'updated_at': '2022-09-22T17:18:31Z', 'revision_number': 0, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address_scope': None}, {'id': 'addb755d-5bd4-42e2-8dcc-11688c965daa', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'port_id': '719c0d8a-4075-405a-a311-23e6e4817a12', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'mac_address': 'fa:16:3e:4b:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:50Z', 'updated_at': '2022-09-22T17:15:52Z', 'revision_number': 1, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:32.808469 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff368622-d515-470e-9e6a-48850edd3a75 None None] The sync data for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi is: [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': '91249340-9566-431f-bdc3-d197751ff7ab', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'floating_ip_address': '172.27.1.101', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'port_id': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'mac_address': 'fa:16:3e:0f:2f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67aca1b1-ea8d-44ef-8332-d7d1bed31c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:18:31Z', 'updated_at': '2022-09-22T17:18:31Z', 'revision_number': 0, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address_scope': None}, {'id': 'addb755d-5bd4-42e2-8dcc-11688c965daa', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'port_id': '719c0d8a-4075-405a-a311-23e6e4817a12', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'mac_address': 'fa:16:3e:4b:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:50Z', 'updated_at': '2022-09-22T17:15:52Z', 'revision_number': 1, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:18:32.841225 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-e70c7264-caa7-4a38-a53f-f06dcbea0791 None None] Set router d8e5a412-a5b6-469e-a8ae-72241d1cab6b gateway port host: None {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:18:32.843159 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-caeda594-9817-4c65-befe-640311436bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (212dc75b-9e60-4249-8311-52ec939e02c9), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:32.872396 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeda594-9817-4c65-befe-640311436bab admin admin] Pushing event deleted for resources: {'Port': ['ID=212dc75b-9e60-4249-8311-52ec939e02c9,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:32.947071 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-caeda594-9817-4c65-befe-640311436bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536415'] for router_gateway (d8e5a412-a5b6-469e-a8ae-72241d1cab6b), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:33.031521 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-e70c7264-caa7-4a38-a53f-f06dcbea0791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:18:32Z', 'revision_number': 6, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port_host': None}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:33.039971 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-caeda594-9817-4c65-befe-640311436bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2709'] for router (d8e5a412-a5b6-469e-a8ae-72241d1cab6b), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:33.042582 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-caeda594-9817-4c65-befe-640311436bab admin admin] Publish callbacks [] for router_controller (d8e5a412-a5b6-469e-a8ae-72241d1cab6b), precommit_delete_associations {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:33.059099 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70c7264-caa7-4a38-a53f-f06dcbea0791 None None] The sync data for ids ['d8e5a412-a5b6-469e-a8ae-72241d1cab6b'] in dv-cinder-835384-28-iscsi is: [{'id': 'd8e5a412-a5b6-469e-a8ae-72241d1cab6b', 'name': 'tempest-AttachVolumeNegativeTest-865323179-router', 'tenant_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:18:32Z', 'revision_number': 6, 'project_id': 'a6e3ace80a4a43b2b187060d6eca8538', 'gw_port_host': None}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:18:33.089020 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4a33f6-a86c-439d-9d9f-4f8c96c4612f None None] New status for floating IP 91249340-9566-431f-bdc3-d197751ff7ab: ACTIVE {{(pid=106558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:18:33.092323 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-caeda594-9817-4c65-befe-640311436bab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533096'] for router (d8e5a412-a5b6-469e-a8ae-72241d1cab6b), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:33.093122 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caeda594-9817-4c65-befe-640311436bab admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8e5a412-a5b6-469e-a8ae-72241d1cab6b {{(pid=106556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:18:33.098820 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-caeda594-9817-4c65-befe-640311436bab admin admin] Publish callbacks [] for router (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:33.102312 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-caeda594-9817-4c65-befe-640311436bab admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/d8e5a412-a5b6-469e-a8ae-72241d1cab6b HTTP/1.1" status: 204 len: 168 time: 0.8320611 Sep 22 17:18:33.102782 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37370) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:33.150373 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c101cb7-260b-480a-bd8b-71ad0c4bc13b admin admin] Deleting subnet 83a051e4-a154-4ee6-92cd-c98927c3c055 {{(pid=106555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 17:18:33.153787 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3c101cb7-260b-480a-bd8b-71ad0c4bc13b admin admin] Publish callbacks [] for subnet (83a051e4-a154-4ee6-92cd-c98927c3c055), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:33.192365 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3c101cb7-260b-480a-bd8b-71ad0c4bc13b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3953894'] for subnet (83a051e4-a154-4ee6-92cd-c98927c3c055), precommit_delete_associations {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:33.236356 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:33.535413 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3c101cb7-260b-480a-bd8b-71ad0c4bc13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8016103'] for subnet (83a051e4-a154-4ee6-92cd-c98927c3c055), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:33.594984 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3c101cb7-260b-480a-bd8b-71ad0c4bc13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8014298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126621254'] for subnet (83a051e4-a154-4ee6-92cd-c98927c3c055), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:33.619970 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c101cb7-260b-480a-bd8b-71ad0c4bc13b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a051e4-a154-4ee6-92cd-c98927c3c055,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:33.625580 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-3c101cb7-260b-480a-bd8b-71ad0c4bc13b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:33.629023 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-3c101cb7-260b-480a-bd8b-71ad0c4bc13b admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/83a051e4-a154-4ee6-92cd-c98927c3c055 HTTP/1.1" status: 204 len: 168 time: 0.5250664 Sep 22 17:18:33.631514 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37374) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:33.632234 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cf408a-1a4d-482e-af1f-2b88c0258e98 None None] Network 82eac7a2-877a-48c4-bcb2-cd10274854a5 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:18:33.706262 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632274'] for network (82eac7a2-877a-48c4-bcb2-cd10274854a5), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:33.750249 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] Deleting port 604d834d-b8e5-4ccb-b386-bf05c316e775 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:18:33.750584 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (604d834d-b8e5-4ccb-b386-bf05c316e775), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:33.762407 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:33.813450 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eefb7ad-409c-492b-9374-45f9b94d34b7 None None] DHCP port deletion for 82eac7a2-877a-48c4-bcb2-cd10274854a5 request from dv-cinder-835384-28-iscsi {{(pid=106557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 17:18:33.819783 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] For port 604d834d-b8e5-4ccb-b386-bf05c316e775, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=604d834d-b8e5-4ccb-b386-bf05c316e775,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:18:33.820407 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (604d834d-b8e5-4ccb-b386-bf05c316e775), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:33.833985 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] Calling delete_port for 604d834d-b8e5-4ccb-b386-bf05c316e775 owned by network:dhcp {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:18:33.851902 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-4eefb7ad-409c-492b-9374-45f9b94d34b7 None None] Deleting port 604d834d-b8e5-4ccb-b386-bf05c316e775 {{(pid=106557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:18:33.852265 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-4eefb7ad-409c-492b-9374-45f9b94d34b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (604d834d-b8e5-4ccb-b386-bf05c316e775), before_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:33.921676 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (604d834d-b8e5-4ccb-b386-bf05c316e775), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:33.930467 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-4eefb7ad-409c-492b-9374-45f9b94d34b7 None None] For port 604d834d-b8e5-4ccb-b386-bf05c316e775, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=604d834d-b8e5-4ccb-b386-bf05c316e775,segment=NetworkSegment(4d58602b-d2b5-4410-b45f-46aaca51c39b),segment_id=4d58602b-d2b5-4410-b45f-46aaca51c39b)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:18:33.930857 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-4eefb7ad-409c-492b-9374-45f9b94d34b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (604d834d-b8e5-4ccb-b386-bf05c316e775), precommit_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:33.944625 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-4eefb7ad-409c-492b-9374-45f9b94d34b7 None None] Calling delete_port for 604d834d-b8e5-4ccb-b386-bf05c316e775 owned by network:dhcp {{(pid=106557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:18:33.948534 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] Pushing event deleted for resources: {'Port': ['ID=604d834d-b8e5-4ccb-b386-bf05c316e775,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:33.949858 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:33.952981 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] No DVR routers for this DVR port 604d834d-b8e5-4ccb-b386-bf05c316e775 on host dv-cinder-835384-28-iscsi {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: from cryptography.utils import int_from_bytes Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: from cryptography.utils import int_from_bytes Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.022674 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.025977 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.025977 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.025977 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.025977 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.025977 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.025977 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.025977 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.025977 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.025977 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.025977 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.025977 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.025977 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.025977 dv-cinder-835384-28-iscsi neutron-server[106557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:18:34.025977 dv-cinder-835384-28-iscsi neutron-server[106557]: self.session.flush() Sep 22 17:18:34.029387 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7709388', 'neutron.services.segments.db._delete_segments_for_network-8784621099201'] for network (82eac7a2-877a-48c4-bcb2-cd10274854a5), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:34.030755 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-4eefb7ad-409c-492b-9374-45f9b94d34b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906'] for port (604d834d-b8e5-4ccb-b386-bf05c316e775), after_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:34.052706 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82eac7a2-877a-48c4-bcb2-cd10274854a5']}} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:34.054815 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefb7ad-409c-492b-9374-45f9b94d34b7 None None] Pushing event deleted for resources: {'Port': ['ID=604d834d-b8e5-4ccb-b386-bf05c316e775,revision_number=None']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:34.061010 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eefb7ad-409c-492b-9374-45f9b94d34b7 None None] No DVR routers for this DVR port 604d834d-b8e5-4ccb-b386-bf05c316e775 on host dv-cinder-835384-28-iscsi {{(pid=106557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:18:34.064847 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d58602b-d2b5-4410-b45f-46aaca51c39b') {'for_net_delete': True} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:34.065137 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d58602b-d2b5-4410-b45f-46aaca51c39b') {} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:34.080436 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784621099093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3953885'] for segment (4d58602b-d2b5-4410-b45f-46aaca51c39b), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:34.095552 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (4d58602b-d2b5-4410-b45f-46aaca51c39b), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:34.102504 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=106555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:18:34.103052 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523880'] for segment (4d58602b-d2b5-4410-b45f-46aaca51c39b), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:34.146684 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.services.segments.plugin [-] Segment 4d58602b-d2b5-4410-b45f-46aaca51c39b resource provider aggregate not found Sep 22 17:18:34.166734 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.services.segments.plugin [-] Segment 4d58602b-d2b5-4410-b45f-46aaca51c39b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d58602b-d2b5-4410-b45f-46aaca51c39b found for delete ", "request_id": "req-cf121cb9-22fa-42c5-8809-91e91806468a"}]} Sep 22 17:18:34.173642 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7709429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536458'] for network (82eac7a2-877a-48c4-bcb2-cd10274854a5), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:34.180145 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:34.183285 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/82eac7a2-877a-48c4-bcb2-cd10274854a5 HTTP/1.1" status: 204 len: 168 time: 0.5506566 Sep 22 17:18:34.197049 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb90b6-d074-443c-a62e-336a6714be71 admin admin] Pushing event deleted for resources: {'Network': ['ID=82eac7a2-877a-48c4-bcb2-cd10274854a5,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:34.260584 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 212dc75b-9e60-4249-8311-52ec939e02c9 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:18:34.285459 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 212dc75b-9e60-4249-8311-52ec939e02c9 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:18:34.285797 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 212dc75b-9e60-4249-8311-52ec939e02c9 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:18:34.286209 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 604d834d-b8e5-4ccb-b386-bf05c316e775 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:18:34.304962 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 604d834d-b8e5-4ccb-b386-bf05c316e775 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:18:34.305342 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 604d834d-b8e5-4ccb-b386-bf05c316e775 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:18:34.305710 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 6941c941-99da-428b-9650-1eaa1b16b1ad no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:18:34.325726 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 6941c941-99da-428b-9650-1eaa1b16b1ad {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:18:34.326068 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 6941c941-99da-428b-9650-1eaa1b16b1ad not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:18:34.327771 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37382) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:34.372663 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-2c802611-4813-4c87-8d92-c9e87e2f72a2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a6e3ace80a4a43b2b187060d6eca8538&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0436804 Sep 22 17:18:34.375704 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37384) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:34.423030 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6d3ad703-2106-45c1-9b7a-8693777c8100 admin admin] Publish callbacks [] for security_group (761f408b-48a1-49e4-9474-449d52a17318), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:34.444271 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6d3ad703-2106-45c1-9b7a-8693777c8100 admin admin] Publish callbacks [] for security_group (761f408b-48a1-49e4-9474-449d52a17318), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:34.492488 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6d3ad703-2106-45c1-9b7a-8693777c8100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (761f408b-48a1-49e4-9474-449d52a17318), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:34.495079 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6d3ad703-2106-45c1-9b7a-8693777c8100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:34.496215 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-6d3ad703-2106-45c1-9b7a-8693777c8100 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/761f408b-48a1-49e4-9474-449d52a17318 HTTP/1.1" status: 204 len: 168 time: 0.1196172 Sep 22 17:18:34.504622 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ad703-2106-45c1-9b7a-8693777c8100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761f408b-48a1-49e4-9474-449d52a17318,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:34.819903 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4f3a0-5a18-4401-9731-c9b0e2fea503 req-07cd7419-61c3-4275-aee1-25d890eb0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:34.821440 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-21b4f3a0-5a18-4401-9731-c9b0e2fea503 req-07cd7419-61c3-4275-aee1-25d890eb0019 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5fca6eabbca24bc09aee7e259ca82562&device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 1129 time: 0.0411742 Sep 22 17:18:34.900381 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:34.945511 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4f3a0-5a18-4401-9731-c9b0e2fea503 req-dd67e3fa-9814-417b-b1aa-0ce07c502767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:34.947047 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-21b4f3a0-5a18-4401-9731-c9b0e2fea503 req-dd67e3fa-9814-417b-b1aa-0ce07c502767 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=1876d1ce-e761-46f2-ab46-b61110e15c2c HTTP/1.1" status: 200 len: 913 time: 0.0975802 Sep 22 17:18:35.014424 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-21b4f3a0-5a18-4401-9731-c9b0e2fea503 req-11aa4834-0547-40ac-a98f-62b2365f3cef service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b87b30f0-d4bd-44de-ab2b-cbd612d168ea HTTP/1.1" status: 200 len: 1001 time: 0.0608790 Sep 22 17:18:35.073334 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4f3a0-5a18-4401-9731-c9b0e2fea503 req-6c94d4b2-07fa-490e-8d84-53d883a4155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:35.074820 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-21b4f3a0-5a18-4401-9731-c9b0e2fea503 req-6c94d4b2-07fa-490e-8d84-53d883a4155a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=43f0facb-fe45-427e-ac4c-a966b72df413 HTTP/1.1" status: 200 len: 851 time: 0.0547540 Sep 22 17:18:35.124613 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4f3a0-5a18-4401-9731-c9b0e2fea503 req-c2ea6518-4877-4bb1-b780-0a6f6aa017f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:35.126082 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-21b4f3a0-5a18-4401-9731-c9b0e2fea503 req-c2ea6518-4877-4bb1-b780-0a6f6aa017f9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1876d1ce-e761-46f2-ab46-b61110e15c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452962 Sep 22 17:18:35.196217 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:35.221635 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37408) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:35.232493 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-21b4f3a0-5a18-4401-9731-c9b0e2fea503 req-e0868f00-32c5-4955-a7f3-eabda88a0794 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005700 Sep 22 17:18:35.322185 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.v2.base [None req-adcab08e-7d4f-4c95-bca6-0f9b6d02b370 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-172417101-network', 'tenant_id': '8ba8c6057ca64042aed56a34c4b867df'}} {{(pid=106556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:18:35.331853 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-21b4f3a0-5a18-4401-9731-c9b0e2fea503 req-fd9f3a06-7339-48df-9651-43ca4b749c63 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936520 Sep 22 17:18:35.341841 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcab08e-7d4f-4c95-bca6-0f9b6d02b370 admin admin] Made reservation on behalf of 8ba8c6057ca64042aed56a34c4b867df for: {'network': 1} {{(pid=106556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:18:35.344651 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-adcab08e-7d4f-4c95-bca6-0f9b6d02b370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:35.603439 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-adcab08e-7d4f-4c95-bca6-0f9b6d02b370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:35.651502 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=9,neutron:INSERT=5 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:35.672093 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:35.685102 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-adcab08e-7d4f-4c95-bca6-0f9b6d02b370 admin admin] Publish callbacks [] for security_group (24bd37d6-0717-422f-bf09-bdffb1077449), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:35.689863 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-adcab08e-7d4f-4c95-bca6-0f9b6d02b370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (24bd37d6-0717-422f-bf09-bdffb1077449), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:35.714987 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcab08e-7d4f-4c95-bca6-0f9b6d02b370 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=106556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:18:35.732578 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcab08e-7d4f-4c95-bca6-0f9b6d02b370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bd37d6-0717-422f-bf09-bdffb1077449,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:35.736445 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-adcab08e-7d4f-4c95-bca6-0f9b6d02b370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (ebe79a2e-7ee4-4e76-9cb9-15d5b1b64335), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:35.736895 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.segments_db [None req-adcab08e-7d4f-4c95-bca6-0f9b6d02b370 admin admin] Added segment ebe79a2e-7ee4-4e76-9cb9-15d5b1b64335 of type vlan for network 2f103f25-7ee2-4da8-bb59-9d1d5988c873 Sep 22 17:18:35.781788 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-adcab08e-7d4f-4c95-bca6-0f9b6d02b370 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (2f103f25-7ee2-4da8-bb59-9d1d5988c873), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:35.808375 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-adcab08e-7d4f-4c95-bca6-0f9b6d02b370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (2f103f25-7ee2-4da8-bb59-9d1d5988c873), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:35.809547 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcab08e-7d4f-4c95-bca6-0f9b6d02b370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:35.810132 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-adcab08e-7d4f-4c95-bca6-0f9b6d02b370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:35.866279 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-adcab08e-7d4f-4c95-bca6-0f9b6d02b370 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6433554 Sep 22 17:18:35.869262 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37422) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:35.874733 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-f5cb7dcb-502a-491e-85cc-4126d777ef2f admin admin] Request body: {'subnet': {'network_id': '2f103f25-7ee2-4da8-bb59-9d1d5988c873', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-172417101-subnet', 'tenant_id': '8ba8c6057ca64042aed56a34c4b867df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:18:35.877710 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcab08e-7d4f-4c95-bca6-0f9b6d02b370 admin admin] Pushing event updated for resources: {'Network': ['ID=2f103f25-7ee2-4da8-bb59-9d1d5988c873,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:35.887372 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network 2f103f25-7ee2-4da8-bb59-9d1d5988c873 details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:18:35.897226 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cb7dcb-502a-491e-85cc-4126d777ef2f admin admin] Made reservation on behalf of 8ba8c6057ca64042aed56a34c4b867df for: {'subnet': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:18:35.899644 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f5cb7dcb-502a-491e-85cc-4126d777ef2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126621289'] for subnet (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:36.070793 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f5cb7dcb-502a-491e-85cc-4126d777ef2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3524429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126621311'] for subnet (e60a7c29-7d73-4f82-ab72-513c75b128c9), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:36.129115 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb7dcb-502a-491e-85cc-4126d777ef2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60a7c29-7d73-4f82-ab72-513c75b128c9,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:36.136264 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cb7dcb-502a-491e-85cc-4126d777ef2f admin admin] Checking segment: {'id': 'ebe79a2e-7ee4-4e76-9cb9-15d5b1b64335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2f103f25-7ee2-4da8-bb59-9d1d5988c873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:18:36.136616 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cb7dcb-502a-491e-85cc-4126d777ef2f admin admin] Network hostable DHCP agents. Network: 2f103f25-7ee2-4da8-bb59-9d1d5988c873, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:18:36.154961 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cb7dcb-502a-491e-85cc-4126d777ef2f admin admin] Network 2f103f25-7ee2-4da8-bb59-9d1d5988c873 is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:18:36.163147 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-f5cb7dcb-502a-491e-85cc-4126d777ef2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, 2f103f25-7ee2-4da8-bb59-9d1d5988c873) {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:18:36.167064 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cb7dcb-502a-491e-85cc-4126d777ef2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:36.167659 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f5cb7dcb-502a-491e-85cc-4126d777ef2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:36.172849 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe64de5f-f2df-4f5c-9fec-624cecb8a037 None None] Network 2f103f25-7ee2-4da8-bb59-9d1d5988c873 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:18:36.190221 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-f5cb7dcb-502a-491e-85cc-4126d777ef2f admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3141890 Sep 22 17:18:36.222640 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:36.289430 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1581b298-3f3d-4af6-992c-63bd38d6f61a None None] Network 2f103f25-7ee2-4da8-bb59-9d1d5988c873 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:18:36.677755 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37440) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:36.682575 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-62004c87-b892-497a-a9df-391cd43e0b5d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2115025582-network', 'tenant_id': '475af14af9fa44ee981907bde05963dc'}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:18:36.702976 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62004c87-b892-497a-a9df-391cd43e0b5d admin admin] Made reservation on behalf of 475af14af9fa44ee981907bde05963dc for: {'network': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:18:36.705289 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-62004c87-b892-497a-a9df-391cd43e0b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for network (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:36.718328 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-62004c87-b892-497a-a9df-391cd43e0b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:36.796683 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-62004c87-b892-497a-a9df-391cd43e0b5d admin admin] Publish callbacks [] for security_group (472c1784-fcd9-431a-a27a-d9ae70cb0c06), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:36.800824 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-62004c87-b892-497a-a9df-391cd43e0b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (472c1784-fcd9-431a-a27a-d9ae70cb0c06), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:36.813875 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:36.832865 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62004c87-b892-497a-a9df-391cd43e0b5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=106555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:18:36.838347 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:36.844967 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62004c87-b892-497a-a9df-391cd43e0b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472c1784-fcd9-431a-a27a-d9ae70cb0c06,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:36.867802 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-62004c87-b892-497a-a9df-391cd43e0b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (0c35b3c3-e43b-4b3e-9631-7ddfa830cbad), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:36.868152 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.segments_db [None req-62004c87-b892-497a-a9df-391cd43e0b5d admin admin] Added segment 0c35b3c3-e43b-4b3e-9631-7ddfa830cbad of type vlan for network 7b261941-313a-4d4e-b2ad-f2e0c711c3ec Sep 22 17:18:36.919574 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-62004c87-b892-497a-a9df-391cd43e0b5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784620523183'] for network (7b261941-313a-4d4e-b2ad-f2e0c711c3ec), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:36.949955 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-62004c87-b892-497a-a9df-391cd43e0b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073'] for network (7b261941-313a-4d4e-b2ad-f2e0c711c3ec), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:36.951477 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62004c87-b892-497a-a9df-391cd43e0b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:36.952760 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-62004c87-b892-497a-a9df-391cd43e0b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:37.018101 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62004c87-b892-497a-a9df-391cd43e0b5d admin admin] Pushing event updated for resources: {'Network': ['ID=7b261941-313a-4d4e-b2ad-f2e0c711c3ec,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:37.033038 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-62004c87-b892-497a-a9df-391cd43e0b5d admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3541756 Sep 22 17:18:37.035861 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37450) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:37.037886 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Network 7b261941-313a-4d4e-b2ad-f2e0c711c3ec details requested by agent ovs-agent-dv-cinder-835384-28-iscsi with host dv-cinder-835384-28-iscsi {{(pid=106557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 17:18:37.041240 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.v2.base [None req-7a694c20-c52b-48d1-a0a1-54d27e7c787a admin admin] Request body: {'subnet': {'network_id': '7b261941-313a-4d4e-b2ad-f2e0c711c3ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2115025582-subnet', 'tenant_id': '475af14af9fa44ee981907bde05963dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 17:18:37.065482 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a694c20-c52b-48d1-a0a1-54d27e7c787a admin admin] Made reservation on behalf of 475af14af9fa44ee981907bde05963dc for: {'subnet': 1} {{(pid=106555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:18:37.068002 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7a694c20-c52b-48d1-a0a1-54d27e7c787a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126621289'] for subnet (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:37.271528 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7a694c20-c52b-48d1-a0a1-54d27e7c787a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3524429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126621311'] for subnet (7924dd8c-99b5-4382-92e3-cb76dffc9e65), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:37.328124 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a694c20-c52b-48d1-a0a1-54d27e7c787a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7924dd8c-99b5-4382-92e3-cb76dffc9e65,revision_number=0']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:37.338241 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a694c20-c52b-48d1-a0a1-54d27e7c787a admin admin] Checking segment: {'id': '0c35b3c3-e43b-4b3e-9631-7ddfa830cbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7b261941-313a-4d4e-b2ad-f2e0c711c3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 17:18:37.338590 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a694c20-c52b-48d1-a0a1-54d27e7c787a admin admin] Network hostable DHCP agents. Network: 7b261941-313a-4d4e-b2ad-f2e0c711c3ec, hostable agents: ['e22d7fc4-92b1-4c5c-a3ae-3341daa26081'], hosted agents: [] {{(pid=106555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:18:37.356038 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a694c20-c52b-48d1-a0a1-54d27e7c787a admin admin] Network 7b261941-313a-4d4e-b2ad-f2e0c711c3ec is scheduled to be hosted by DHCP agent e22d7fc4-92b1-4c5c-a3ae-3341daa26081 with binding_index 1 {{(pid=106555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:18:37.364268 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.base_scheduler [None req-7a694c20-c52b-48d1-a0a1-54d27e7c787a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835384-28-iscsi, 7b261941-313a-4d4e-b2ad-f2e0c711c3ec) {{(pid=106555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:18:37.368407 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a694c20-c52b-48d1-a0a1-54d27e7c787a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:37.368988 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7a694c20-c52b-48d1-a0a1-54d27e7c787a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:37.372815 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650ccb4f-3cb0-4446-8d9f-209fc0833d2d None None] Network 7b261941-313a-4d4e-b2ad-f2e0c711c3ec requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:18:37.390706 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-7a694c20-c52b-48d1-a0a1-54d27e7c787a admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3527410 Sep 22 17:18:37.483738 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:37.488827 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f701f5a-5bde-4fed-84aa-034d23a1736f None None] Network 7b261941-313a-4d4e-b2ad-f2e0c711c3ec requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:18:37.513717 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37456) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:37.560713 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.db_base_plugin_v2 [None req-7193bba3-7328-4f20-9a6e-d06fc55875ef admin admin] Deleting subnet e60a7c29-7d73-4f82-ab72-513c75b128c9 {{(pid=106555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 17:18:37.564653 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7193bba3-7328-4f20-9a6e-d06fc55875ef admin admin] Publish callbacks [] for subnet (e60a7c29-7d73-4f82-ab72-513c75b128c9), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:37.602278 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7193bba3-7328-4f20-9a6e-d06fc55875ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3953894'] for subnet (e60a7c29-7d73-4f82-ab72-513c75b128c9), precommit_delete_associations {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:37.645851 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7193bba3-7328-4f20-9a6e-d06fc55875ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8016103'] for subnet (e60a7c29-7d73-4f82-ab72-513c75b128c9), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:37.699446 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7193bba3-7328-4f20-9a6e-d06fc55875ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8014298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3523986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126621254'] for subnet (e60a7c29-7d73-4f82-ab72-513c75b128c9), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:37.707044 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:37.727420 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193bba3-7328-4f20-9a6e-d06fc55875ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60a7c29-7d73-4f82-ab72-513c75b128c9,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:37.729396 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7193bba3-7328-4f20-9a6e-d06fc55875ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for subnet (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:37.732564 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-7193bba3-7328-4f20-9a6e-d06fc55875ef admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/e60a7c29-7d73-4f82-ab72-513c75b128c9 HTTP/1.1" status: 204 len: 168 time: 0.2171304 Sep 22 17:18:37.735869 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37458) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:37.806858 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-56424eed-ea5f-4b50-b1bd-46aaff6dcda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632274'] for network (2f103f25-7ee2-4da8-bb59-9d1d5988c873), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:37.888826 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-56424eed-ea5f-4b50-b1bd-46aaff6dcda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7709388', 'neutron.services.segments.db._delete_segments_for_network-8784621099201'] for network (2f103f25-7ee2-4da8-bb59-9d1d5988c873), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:37.907676 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:37.909452 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-56424eed-ea5f-4b50-b1bd-46aaff6dcda3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f103f25-7ee2-4da8-bb59-9d1d5988c873']}} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:37.919555 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-56424eed-ea5f-4b50-b1bd-46aaff6dcda3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe79a2e-7ee4-4e76-9cb9-15d5b1b64335') {'for_net_delete': True} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:37.919848 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-56424eed-ea5f-4b50-b1bd-46aaff6dcda3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe79a2e-7ee4-4e76-9cb9-15d5b1b64335') {} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:37.931009 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-56424eed-ea5f-4b50-b1bd-46aaff6dcda3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784621099093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3953885'] for segment (ebe79a2e-7ee4-4e76-9cb9-15d5b1b64335), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:37.944734 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-56424eed-ea5f-4b50-b1bd-46aaff6dcda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (ebe79a2e-7ee4-4e76-9cb9-15d5b1b64335), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:37.951117 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56424eed-ea5f-4b50-b1bd-46aaff6dcda3 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=106555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:18:37.951439 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-56424eed-ea5f-4b50-b1bd-46aaff6dcda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523880'] for segment (ebe79a2e-7ee4-4e76-9cb9-15d5b1b64335), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:37.995614 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.services.segments.plugin [-] Segment ebe79a2e-7ee4-4e76-9cb9-15d5b1b64335 resource provider aggregate not found Sep 22 17:18:38.012655 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.services.segments.plugin [-] Segment ebe79a2e-7ee4-4e76-9cb9-15d5b1b64335 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebe79a2e-7ee4-4e76-9cb9-15d5b1b64335 found for delete ", "request_id": "req-eeafd5a0-8c48-4a70-9733-389377e77fea"}]} Sep 22 17:18:38.019738 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-56424eed-ea5f-4b50-b1bd-46aaff6dcda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7709429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536458'] for network (2f103f25-7ee2-4da8-bb59-9d1d5988c873), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.024715 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-56424eed-ea5f-4b50-b1bd-46aaff6dcda3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.028235 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-56424eed-ea5f-4b50-b1bd-46aaff6dcda3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/2f103f25-7ee2-4da8-bb59-9d1d5988c873 HTTP/1.1" status: 204 len: 168 time: 0.2914343 Sep 22 17:18:38.031649 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37464) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:38.043231 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56424eed-ea5f-4b50-b1bd-46aaff6dcda3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f103f25-7ee2-4da8-bb59-9d1d5988c873,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:38.077490 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01763a7-36b5-488e-802d-0e88642465db admin admin] Deleting subnet 7924dd8c-99b5-4382-92e3-cb76dffc9e65 {{(pid=106556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 17:18:38.080753 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b01763a7-36b5-488e-802d-0e88642465db admin admin] Publish callbacks [] for subnet (7924dd8c-99b5-4382-92e3-cb76dffc9e65), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.115905 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b01763a7-36b5-488e-802d-0e88642465db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3319090'] for subnet (7924dd8c-99b5-4382-92e3-cb76dffc9e65), precommit_delete_associations {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.166858 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b01763a7-36b5-488e-802d-0e88642465db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8016103'] for subnet (7924dd8c-99b5-4382-92e3-cb76dffc9e65), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.225067 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b01763a7-36b5-488e-802d-0e88642465db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8014298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3793533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3584758'] for subnet (7924dd8c-99b5-4382-92e3-cb76dffc9e65), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.255466 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01763a7-36b5-488e-802d-0e88642465db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7924dd8c-99b5-4382-92e3-cb76dffc9e65,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:38.258913 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b01763a7-36b5-488e-802d-0e88642465db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.262324 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-b01763a7-36b5-488e-802d-0e88642465db admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/7924dd8c-99b5-4382-92e3-cb76dffc9e65 HTTP/1.1" status: 204 len: 168 time: 0.2295420 Sep 22 17:18:38.264815 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37468) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:38.337301 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-eaacc1cb-d4e1-49e9-9db8-0a5c5e694de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632274'] for network (7b261941-313a-4d4e-b2ad-f2e0c711c3ec), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.415036 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-eaacc1cb-d4e1-49e9-9db8-0a5c5e694de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7709388', 'neutron.services.segments.db._delete_segments_for_network-8784621099201'] for network (7b261941-313a-4d4e-b2ad-f2e0c711c3ec), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.435256 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-eaacc1cb-d4e1-49e9-9db8-0a5c5e694de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b261941-313a-4d4e-b2ad-f2e0c711c3ec']}} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:38.446445 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-eaacc1cb-d4e1-49e9-9db8-0a5c5e694de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c35b3c3-e43b-4b3e-9631-7ddfa830cbad') {'for_net_delete': True} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:38.446739 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-eaacc1cb-d4e1-49e9-9db8-0a5c5e694de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c35b3c3-e43b-4b3e-9631-7ddfa830cbad') {} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:18:38.457520 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-eaacc1cb-d4e1-49e9-9db8-0a5c5e694de7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784621099093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3319049'] for segment (0c35b3c3-e43b-4b3e-9631-7ddfa830cbad), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.472105 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-eaacc1cb-d4e1-49e9-9db8-0a5c5e694de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (0c35b3c3-e43b-4b3e-9631-7ddfa830cbad), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.478461 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaacc1cb-d4e1-49e9-9db8-0a5c5e694de7 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=106556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:18:38.478835 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-eaacc1cb-d4e1-49e9-9db8-0a5c5e694de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3793607'] for segment (0c35b3c3-e43b-4b3e-9631-7ddfa830cbad), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.523597 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment 0c35b3c3-e43b-4b3e-9631-7ddfa830cbad resource provider aggregate not found Sep 22 17:18:38.541668 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment 0c35b3c3-e43b-4b3e-9631-7ddfa830cbad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c35b3c3-e43b-4b3e-9631-7ddfa830cbad found for delete ", "request_id": "req-cf89c9dc-b12b-4d84-8870-44e0749c11cd"}]} Sep 22 17:18:38.550866 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-eaacc1cb-d4e1-49e9-9db8-0a5c5e694de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7709429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536458'] for network (7b261941-313a-4d4e-b2ad-f2e0c711c3ec), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.556587 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-eaacc1cb-d4e1-49e9-9db8-0a5c5e694de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.559724 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-eaacc1cb-d4e1-49e9-9db8-0a5c5e694de7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/7b261941-313a-4d4e-b2ad-f2e0c711c3ec HTTP/1.1" status: 204 len: 168 time: 0.2939825 Sep 22 17:18:38.571291 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacc1cb-d4e1-49e9-9db8-0a5c5e694de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b261941-313a-4d4e-b2ad-f2e0c711c3ec,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:38.728661 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37478) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:38.769797 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-80abafb6-5a99-4523-9922-2a0a2805c676 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8ba8c6057ca64042aed56a34c4b867df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399761 Sep 22 17:18:38.772430 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37480) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:38.821453 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d368e85c-7bbe-4a82-b221-67b4bbbbce0d admin admin] Publish callbacks [] for security_group (24bd37d6-0717-422f-bf09-bdffb1077449), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.833361 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:38.838039 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:38.843655 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d368e85c-7bbe-4a82-b221-67b4bbbbce0d admin admin] Publish callbacks [] for security_group (24bd37d6-0717-422f-bf09-bdffb1077449), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.896980 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d368e85c-7bbe-4a82-b221-67b4bbbbce0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (24bd37d6-0717-422f-bf09-bdffb1077449), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.899518 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-d368e85c-7bbe-4a82-b221-67b4bbbbce0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:38.900645 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-d368e85c-7bbe-4a82-b221-67b4bbbbce0d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/24bd37d6-0717-422f-bf09-bdffb1077449 HTTP/1.1" status: 204 len: 168 time: 0.1272762 Sep 22 17:18:38.908447 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368e85c-7bbe-4a82-b221-67b4bbbbce0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bd37d6-0717-422f-bf09-bdffb1077449,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:39.224506 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37488) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:39.266496 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-7653cf03-35ba-41d7-a13a-4e43e359d46e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=475af14af9fa44ee981907bde05963dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403202 Sep 22 17:18:39.269121 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37490) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:39.319172 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b9bf043e-f744-492f-85a5-0780256c142c admin admin] Publish callbacks [] for security_group (472c1784-fcd9-431a-a27a-d9ae70cb0c06), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:39.338990 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b9bf043e-f744-492f-85a5-0780256c142c admin admin] Publish callbacks [] for security_group (472c1784-fcd9-431a-a27a-d9ae70cb0c06), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:39.386714 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b9bf043e-f744-492f-85a5-0780256c142c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (472c1784-fcd9-431a-a27a-d9ae70cb0c06), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:39.389342 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b9bf043e-f744-492f-85a5-0780256c142c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:39.390468 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-b9bf043e-f744-492f-85a5-0780256c142c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/472c1784-fcd9-431a-a27a-d9ae70cb0c06 HTTP/1.1" status: 204 len: 168 time: 0.1204383 Sep 22 17:18:39.398341 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf043e-f744-492f-85a5-0780256c142c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472c1784-fcd9-431a-a27a-d9ae70cb0c06,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:44.421273 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:44.429664 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:48.015031 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:48.033502 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=27,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:48.919821 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=40 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:49.393628 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=34,neutron:DELETE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:49.394419 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:DELETE=5,neutron:SELECT=20 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:49.411128 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=74,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:50.923787 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-5cbfcb28-ee71-4584-9ed3-7ac297fc32d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:53.825577 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-eb1be1a2-8e0a-42b2-b418-00b78775f6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:55.376270 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:56.804801 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:57.605835 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:58.152795 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37740) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:58.263628 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:58.342381 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Publish callbacks [] for security_group (9a5d4363-9104-45cd-be5c-d4aa89ab953d), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:58.347101 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (9a5d4363-9104-45cd-be5c-d4aa89ab953d), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:58.386031 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5d4363-9104-45cd-be5c-d4aa89ab953d,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:58.391457 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=be8d41d150dd49538dee8c656928e05b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376399 Sep 22 17:18:58.394308 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37744) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:58.396083 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.396530 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.396769 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.397104 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.397442 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.397772 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.398096 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.398416 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.398740 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.399081 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.399407 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.399729 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.400046 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.400362 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.400676 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455a2c4-c44b-4e76-aab4-fd0638f41bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.444819 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Publish callbacks [] for security_group (9a5d4363-9104-45cd-be5c-d4aa89ab953d), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:58.467680 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Publish callbacks [] for security_group (9a5d4363-9104-45cd-be5c-d4aa89ab953d), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:58.513849 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (9a5d4363-9104-45cd-be5c-d4aa89ab953d), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:58.516934 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:58.518091 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9a5d4363-9104-45cd-be5c-d4aa89ab953d HTTP/1.1" status: 204 len: 168 time: 0.1227067 Sep 22 17:18:58.526169 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5d4363-9104-45cd-be5c-d4aa89ab953d,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:58.535150 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.535530 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.535934 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.536327 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.536704 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.537040 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.537370 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.537695 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.538022 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.538345 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.538671 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.539016 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.539341 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.539660 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.539976 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d39a13b-fd1b-4e1e-8b6b-2a1218df50c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:18:58.807390 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37764) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:58.823461 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-da35194d-1f30-4e99-a76b-51f84455622b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:58.904668 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-da35194d-1f30-4e99-a76b-51f84455622b admin admin] Publish callbacks [] for security_group (523d84a3-04b9-43ed-8afe-10d3615b9c7a), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:58.909204 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-da35194d-1f30-4e99-a76b-51f84455622b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (523d84a3-04b9-43ed-8afe-10d3615b9c7a), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:58.950563 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35194d-1f30-4e99-a76b-51f84455622b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523d84a3-04b9-43ed-8afe-10d3615b9c7a,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:58.958230 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-da35194d-1f30-4e99-a76b-51f84455622b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e70d7cc2bc9f4b9d94143f9828138fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1497786 Sep 22 17:18:58.958568 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37768) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:58.978071 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37770) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:59.011363 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4579-9783-46e8-a65c-f2448b94a793 admin admin] Publish callbacks [] for security_group (523d84a3-04b9-43ed-8afe-10d3615b9c7a), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.032976 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4579-9783-46e8-a65c-f2448b94a793 admin admin] Publish callbacks [] for security_group (523d84a3-04b9-43ed-8afe-10d3615b9c7a), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.081387 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4579-9783-46e8-a65c-f2448b94a793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (523d84a3-04b9-43ed-8afe-10d3615b9c7a), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.084044 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4579-9783-46e8-a65c-f2448b94a793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.085208 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-aeaa4579-9783-46e8-a65c-f2448b94a793 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/523d84a3-04b9-43ed-8afe-10d3615b9c7a HTTP/1.1" status: 204 len: 168 time: 0.1259210 Sep 22 17:18:59.091388 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-371d6f74-23db-480c-98de-7fe7a10a5b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.094631 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa4579-9783-46e8-a65c-f2448b94a793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523d84a3-04b9-43ed-8afe-10d3615b9c7a,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:59.180424 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-371d6f74-23db-480c-98de-7fe7a10a5b33 admin admin] Publish callbacks [] for security_group (301c6348-f746-4648-8444-a20d6e307205), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.184376 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-371d6f74-23db-480c-98de-7fe7a10a5b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (301c6348-f746-4648-8444-a20d6e307205), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.221351 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-371d6f74-23db-480c-98de-7fe7a10a5b33 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=cbf41d53dfab4fa8856fa5600695f026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421448 Sep 22 17:18:59.224059 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37778) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:59.230804 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d6f74-23db-480c-98de-7fe7a10a5b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301c6348-f746-4648-8444-a20d6e307205,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:59.280013 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f79b31a8-1f2e-45b0-b005-b98e1efb5eeb admin admin] Publish callbacks [] for security_group (301c6348-f746-4648-8444-a20d6e307205), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.302020 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f79b31a8-1f2e-45b0-b005-b98e1efb5eeb admin admin] Publish callbacks [] for security_group (301c6348-f746-4648-8444-a20d6e307205), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.351017 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f79b31a8-1f2e-45b0-b005-b98e1efb5eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (301c6348-f746-4648-8444-a20d6e307205), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.353613 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-f79b31a8-1f2e-45b0-b005-b98e1efb5eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.357304 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-f79b31a8-1f2e-45b0-b005-b98e1efb5eeb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/301c6348-f746-4648-8444-a20d6e307205 HTTP/1.1" status: 204 len: 168 time: 0.1294038 Sep 22 17:18:59.363754 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b31a8-1f2e-45b0-b005-b98e1efb5eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301c6348-f746-4648-8444-a20d6e307205,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:59.677453 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37798) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:59.691717 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d2430e9d-d7a2-4a46-aa73-d5974b7b37ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.769957 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d2430e9d-d7a2-4a46-aa73-d5974b7b37ec admin admin] Publish callbacks [] for security_group (62816aa2-ba51-491f-b2a2-adc3635d88b3), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.774421 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-d2430e9d-d7a2-4a46-aa73-d5974b7b37ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (62816aa2-ba51-491f-b2a2-adc3635d88b3), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.814820 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=73,neutron:INSERT=25,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:18:59.820970 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-d2430e9d-d7a2-4a46-aa73-d5974b7b37ec admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b9531e5821014fc8b481b1554d7bf020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419699 Sep 22 17:18:59.821709 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2430e9d-d7a2-4a46-aa73-d5974b7b37ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62816aa2-ba51-491f-b2a2-adc3635d88b3,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:18:59.823761 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37804) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:18:59.879889 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7923426f-402f-4841-ba71-24ec9632457d admin admin] Publish callbacks [] for security_group (62816aa2-ba51-491f-b2a2-adc3635d88b3), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.901165 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7923426f-402f-4841-ba71-24ec9632457d admin admin] Publish callbacks [] for security_group (62816aa2-ba51-491f-b2a2-adc3635d88b3), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.956373 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7923426f-402f-4841-ba71-24ec9632457d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (62816aa2-ba51-491f-b2a2-adc3635d88b3), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.959049 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7923426f-402f-4841-ba71-24ec9632457d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:18:59.960260 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-7923426f-402f-4841-ba71-24ec9632457d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/62816aa2-ba51-491f-b2a2-adc3635d88b3 HTTP/1.1" status: 204 len: 168 time: 0.1354477 Sep 22 17:18:59.971725 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923426f-402f-4841-ba71-24ec9632457d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62816aa2-ba51-491f-b2a2-adc3635d88b3,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:03.774058 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37894) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:03.877020 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b900f474-31bc-493f-a78b-5089d626b621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:03.887103 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:03.959699 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b900f474-31bc-493f-a78b-5089d626b621 admin admin] Publish callbacks [] for security_group (bc815e90-e51c-4cd2-96ef-0ea0e045626e), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:03.963521 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b900f474-31bc-493f-a78b-5089d626b621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (bc815e90-e51c-4cd2-96ef-0ea0e045626e), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:04.004256 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-b900f474-31bc-493f-a78b-5089d626b621 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a6daee4eb75742c2a917560bae62cede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291429 Sep 22 17:19:04.005222 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900f474-31bc-493f-a78b-5089d626b621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc815e90-e51c-4cd2-96ef-0ea0e045626e,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:04.007029 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37898) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:04.059698 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-59133712-dd17-482c-bd05-4de3f6382da4 admin admin] Publish callbacks [] for security_group (bc815e90-e51c-4cd2-96ef-0ea0e045626e), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:04.080726 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-59133712-dd17-482c-bd05-4de3f6382da4 admin admin] Publish callbacks [] for security_group (bc815e90-e51c-4cd2-96ef-0ea0e045626e), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:04.128951 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-59133712-dd17-482c-bd05-4de3f6382da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (bc815e90-e51c-4cd2-96ef-0ea0e045626e), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:04.131507 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-59133712-dd17-482c-bd05-4de3f6382da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:04.132686 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-59133712-dd17-482c-bd05-4de3f6382da4 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bc815e90-e51c-4cd2-96ef-0ea0e045626e HTTP/1.1" status: 204 len: 168 time: 0.1246958 Sep 22 17:19:04.140519 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59133712-dd17-482c-bd05-4de3f6382da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc815e90-e51c-4cd2-96ef-0ea0e045626e,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:04.399234 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37904) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:04.405364 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:04.415827 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cff28eef-d2bf-4d98-9c5e-7296b049911d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:04.469543 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:04.494353 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cff28eef-d2bf-4d98-9c5e-7296b049911d admin admin] Publish callbacks [] for security_group (a5f2e09a-5db5-4428-8424-a66c177e6a71), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:04.497675 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-cff28eef-d2bf-4d98-9c5e-7296b049911d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (a5f2e09a-5db5-4428-8424-a66c177e6a71), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:04.537291 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-cff28eef-d2bf-4d98-9c5e-7296b049911d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=925f0f6024de42518e0f00d3558210d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369684 Sep 22 17:19:04.538280 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff28eef-d2bf-4d98-9c5e-7296b049911d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f2e09a-5db5-4428-8424-a66c177e6a71,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:04.540432 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37906) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:04.592315 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e88b037b-7aff-4e99-abd5-129c040f9b58 admin admin] Publish callbacks [] for security_group (a5f2e09a-5db5-4428-8424-a66c177e6a71), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:04.613838 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e88b037b-7aff-4e99-abd5-129c040f9b58 admin admin] Publish callbacks [] for security_group (a5f2e09a-5db5-4428-8424-a66c177e6a71), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:04.661637 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e88b037b-7aff-4e99-abd5-129c040f9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (a5f2e09a-5db5-4428-8424-a66c177e6a71), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:04.664346 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e88b037b-7aff-4e99-abd5-129c040f9b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:04.665490 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-e88b037b-7aff-4e99-abd5-129c040f9b58 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a5f2e09a-5db5-4428-8424-a66c177e6a71 HTTP/1.1" status: 204 len: 168 time: 0.1238401 Sep 22 17:19:04.673791 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b037b-7aff-4e99-abd5-129c040f9b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f2e09a-5db5-4428-8424-a66c177e6a71,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:05.723688 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:19:06.629298 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37982) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:06.737134 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-26055288-1334-460a-befa-0cec2eb70aa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:06.814573 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-26055288-1334-460a-befa-0cec2eb70aa9 admin admin] Publish callbacks [] for security_group (f7eb0f87-7e07-4061-acf9-c35ebea4a2d9), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:06.818446 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-26055288-1334-460a-befa-0cec2eb70aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (f7eb0f87-7e07-4061-acf9-c35ebea4a2d9), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:06.858264 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-26055288-1334-460a-befa-0cec2eb70aa9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=01b02fad57f24ce18f81cb861cbb48a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278752 Sep 22 17:19:06.859192 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26055288-1334-460a-befa-0cec2eb70aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eb0f87-7e07-4061-acf9-c35ebea4a2d9,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:06.861267 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 37988) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:06.911027 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e3727fca-0936-43f7-88d9-44a02b7daad0 admin admin] Publish callbacks [] for security_group (f7eb0f87-7e07-4061-acf9-c35ebea4a2d9), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:06.930976 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e3727fca-0936-43f7-88d9-44a02b7daad0 admin admin] Publish callbacks [] for security_group (f7eb0f87-7e07-4061-acf9-c35ebea4a2d9), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:06.978481 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e3727fca-0936-43f7-88d9-44a02b7daad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (f7eb0f87-7e07-4061-acf9-c35ebea4a2d9), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:06.981021 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-e3727fca-0936-43f7-88d9-44a02b7daad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:06.982168 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-e3727fca-0936-43f7-88d9-44a02b7daad0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f7eb0f87-7e07-4061-acf9-c35ebea4a2d9 HTTP/1.1" status: 204 len: 168 time: 0.1198609 Sep 22 17:19:06.990563 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3727fca-0936-43f7-88d9-44a02b7daad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eb0f87-7e07-4061-acf9-c35ebea4a2d9,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:07.247579 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37994) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:07.261586 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a7b60c3a-15ec-4165-a97c-c9dd929aafb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:07.341653 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a7b60c3a-15ec-4165-a97c-c9dd929aafb7 admin admin] Publish callbacks [] for security_group (7182f2c6-7574-417c-9347-a92bef1af074), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:07.345395 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-a7b60c3a-15ec-4165-a97c-c9dd929aafb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (7182f2c6-7574-417c-9347-a92bef1af074), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:07.381173 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:07.384763 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b60c3a-15ec-4165-a97c-c9dd929aafb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7182f2c6-7574-417c-9347-a92bef1af074,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:07.388888 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-a7b60c3a-15ec-4165-a97c-c9dd929aafb7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=583ee4e1c1b1408aae1c80992f071135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403170 Sep 22 17:19:07.391815 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 37996) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:07.445723 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-4330f32b-206c-4e5b-883d-6c27b184b77c admin admin] Publish callbacks [] for security_group (7182f2c6-7574-417c-9347-a92bef1af074), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:07.465472 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-4330f32b-206c-4e5b-883d-6c27b184b77c admin admin] Publish callbacks [] for security_group (7182f2c6-7574-417c-9347-a92bef1af074), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:07.482978 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:07.519154 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-4330f32b-206c-4e5b-883d-6c27b184b77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (7182f2c6-7574-417c-9347-a92bef1af074), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:07.521691 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-4330f32b-206c-4e5b-883d-6c27b184b77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:07.522844 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-4330f32b-206c-4e5b-883d-6c27b184b77c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7182f2c6-7574-417c-9347-a92bef1af074 HTTP/1.1" status: 204 len: 168 time: 0.1298976 Sep 22 17:19:07.530671 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330f32b-206c-4e5b-883d-6c27b184b77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7182f2c6-7574-417c-9347-a92bef1af074,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:09.778130 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:09.822164 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928272d-8855-4ea4-ac74-6325d047f406 req-d42d1cba-35b7-4def-af50-814e13c05a41 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:19:09.823847 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0928272d-8855-4ea4-ac74-6325d047f406 req-d42d1cba-35b7-4def-af50-814e13c05a41 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 946 time: 0.0550051 Sep 22 17:19:09.874735 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-0928272d-8855-4ea4-ac74-6325d047f406 req-743ab7a7-e387-48d7-ae4f-a769b67e8c13 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442936 Sep 22 17:19:11.012466 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabe336-1708-47d4-bb66-86f10accdb6d req-f6268ced-240f-4305-8642-fe1340696ca3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:19:11.014210 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2cabe336-1708-47d4-bb66-86f10accdb6d req-f6268ced-240f-4305-8642-fe1340696ca3 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 946 time: 0.0530910 Sep 22 17:19:11.077261 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2cabe336-1708-47d4-bb66-86f10accdb6d req-02b76fd3-2f1a-4d82-b2ea-51899689cc34 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505500 Sep 22 17:19:11.854691 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 38142) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:11.861284 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2ecae-623d-47a8-8eda-f849236e9064 req-f926ddd3-a80b-4edd-857b-8834feee80f0 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:19:11.863162 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3cf2ecae-623d-47a8-8eda-f849236e9064 req-f926ddd3-a80b-4edd-857b-8834feee80f0 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 946 time: 0.0532174 Sep 22 17:19:11.957481 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-3cf2ecae-623d-47a8-8eda-f849236e9064 req-33476980-d996-4e26-b109-cfb141bfddec tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Deleting port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:19:11.957952 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-3cf2ecae-623d-47a8-8eda-f849236e9064 req-33476980-d996-4e26-b109-cfb141bfddec tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:11.977003 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7f09a88f-ac7e-41f8-a94d-38fa53b839c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:12.054116 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-3cf2ecae-623d-47a8-8eda-f849236e9064 req-33476980-d996-4e26-b109-cfb141bfddec tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] For port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:12.054719 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-3cf2ecae-623d-47a8-8eda-f849236e9064 req-33476980-d996-4e26-b109-cfb141bfddec tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:12.067748 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7f09a88f-ac7e-41f8-a94d-38fa53b839c3 admin admin] Publish callbacks [] for security_group (f9448637-b946-4180-9980-399b25441f19), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:12.072383 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7f09a88f-ac7e-41f8-a94d-38fa53b839c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (f9448637-b946-4180-9980-399b25441f19), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:12.123776 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09a88f-ac7e-41f8-a94d-38fa53b839c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9448637-b946-4180-9980-399b25441f19,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:12.146421 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-7f09a88f-ac7e-41f8-a94d-38fa53b839c3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=60b72c76d808413894f0fbd90fbaf499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901909 Sep 22 17:19:12.149115 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 38150) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:12.206146 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2d900d58-3c48-41f2-a3c2-45c564c4a7b4 admin admin] Publish callbacks [] for security_group (f9448637-b946-4180-9980-399b25441f19), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:12.228072 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2d900d58-3c48-41f2-a3c2-45c564c4a7b4 admin admin] Publish callbacks [] for security_group (f9448637-b946-4180-9980-399b25441f19), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:12.269643 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c1129-e264-4ab7-a94e-f9aa222f8d3f req-f57f2161-5e48-48d3-8a8d-1a399780486d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:19:12.271402 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-774c1129-e264-4ab7-a94e-f9aa222f8d3f req-f57f2161-5e48-48d3-8a8d-1a399780486d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 946 time: 0.0952036 Sep 22 17:19:12.276536 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2d900d58-3c48-41f2-a3c2-45c564c4a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (f9448637-b946-4180-9980-399b25441f19), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:12.279699 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2d900d58-3c48-41f2-a3c2-45c564c4a7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:12.280835 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-2d900d58-3c48-41f2-a3c2-45c564c4a7b4 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f9448637-b946-4180-9980-399b25441f19 HTTP/1.1" status: 204 len: 168 time: 0.1304777 Sep 22 17:19:12.289265 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d900d58-3c48-41f2-a3c2-45c564c4a7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9448637-b946-4180-9980-399b25441f19,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:12.303043 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-3cf2ecae-623d-47a8-8eda-f849236e9064 req-33476980-d996-4e26-b109-cfb141bfddec tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:12.303322 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-3cf2ecae-623d-47a8-8eda-f849236e9064 req-33476980-d996-4e26-b109-cfb141bfddec tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-536485'] for floatingip (7e5d1335-373e-4905-9bab-6e7e5ba9bf62), after_update {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:12.303639 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.l3_db [req-3cf2ecae-623d-47a8-8eda-f849236e9064 req-33476980-d996-4e26-b109-cfb141bfddec tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Floating IP 7e5d1335-373e-4905-9bab-6e7e5ba9bf62 disassociated. External IP: 172.27.1.236, port: 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7. Sep 22 17:19:12.304218 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-3cf2ecae-623d-47a8-8eda-f849236e9064 req-33476980-d996-4e26-b109-cfb141bfddec tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Calling delete_port for 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 owned by compute:nova {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:19:12.378112 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-774c1129-e264-4ab7-a94e-f9aa222f8d3f req-8864188f-3355-427a-ae8c-374d751c5476 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=90334f7e-c017-40ca-8e48-4b6a8609b5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983174 Sep 22 17:19:12.420321 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:12.488534 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-3cf2ecae-623d-47a8-8eda-f849236e9064 req-33476980-d996-4e26-b109-cfb141bfddec tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:12.518057 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33476980-d996-4e26-b109-cfb141bfddec tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event deleted for resources: {'Port': ['ID=53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:12.653696 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:12.660367 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cf2ecae-623d-47a8-8eda-f849236e9064 req-33476980-d996-4e26-b109-cfb141bfddec tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:19:12.776498 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cf2ecae-623d-47a8-8eda-f849236e9064 req-33476980-d996-4e26-b109-cfb141bfddec tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:19:12.789382 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfcbdc5-2738-4849-8b68-7d8869c01fb5 None None] Sync routers for ids ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:19:12.801140 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfcbdc5-2738-4849-8b68-7d8869c01fb5 None None] Routers {'6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:19:12.801900 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-dcfcbdc5-2738-4849-8b68-7d8869c01fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:18:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:12.827374 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf2ecae-623d-47a8-8eda-f849236e9064 req-33476980-d996-4e26-b109-cfb141bfddec tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] No DVR routers for this DVR port 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 on host hv-cinder-83538 {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:19:12.830478 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-3cf2ecae-623d-47a8-8eda-f849236e9064 req-33476980-d996-4e26-b109-cfb141bfddec tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:12.833766 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-3cf2ecae-623d-47a8-8eda-f849236e9064 req-33476980-d996-4e26-b109-cfb141bfddec tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.33 "DELETE /networking/v2.0/ports/53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 HTTP/1.1" status: 204 len: 173 time: 0.9649358 Sep 22 17:19:12.834281 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3946f917-8585-453c-9eff-81ab4ba3b860', 'name': 'network-vif-deleted', 'tag': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:19:12.836577 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1ecda2-38b9-4b1c-86bf-4fade688f608" -d '{"events": [{"server_uuid": "3946f917-8585-453c-9eff-81ab4ba3b860", "name": "network-vif-deleted", "tag": "53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:19:12.949842 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-dcfcbdc5-2738-4849-8b68-7d8869c01fb5 None None] Set router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:19:13.073209 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de170e1d-1138-4476-bb1d-9e3a96149cbb x-openstack-request-id: req-de170e1d-1138-4476-bb1d-9e3a96149cbb {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:19:13.073812 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3946f917-8585-453c-9eff-81ab4ba3b860", "name": "network-vif-deleted", "tag": "53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:19:13.074035 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de170e1d-1138-4476-bb1d-9e3a96149cbb {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:19:13.074671 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de170e1d-1138-4476-bb1d-9e3a96149cbb'] response: {'server_uuid': '3946f917-8585-453c-9eff-81ab4ba3b860', 'name': 'network-vif-deleted', 'tag': '53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7', 'status': 'completed', 'code': 200} Sep 22 17:19:13.213102 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-dcfcbdc5-2738-4849-8b68-7d8869c01fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:22Z', 'revision_number': 4, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'ff1f587e-fa93-4254-9635-0dca9237824b', 'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'mac_address': 'fa:16:3e:e4:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:18Z', 'updated_at': '2022-09-22T17:07:45Z', 'revision_number': 5, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'subnets': [{'id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:13.243835 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfcbdc5-2738-4849-8b68-7d8869c01fb5 None None] Checking router: 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:19:13.255162 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfcbdc5-2738-4849-8b68-7d8869c01fb5 None None] Routers {'6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:19:13.255797 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-dcfcbdc5-2738-4849-8b68-7d8869c01fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:18:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:13.522189 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-dcfcbdc5-2738-4849-8b68-7d8869c01fb5 None None] Set router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:19:13.618926 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-1bdeadb4-fad9-4290-9ce3-e91d1e190a81 req-101b7ca7-6b5f-4b25-abc1-765d37fd192d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3946f917-8585-453c-9eff-81ab4ba3b860 HTTP/1.1" status: 200 len: 210 time: 0.0466623 Sep 22 17:19:13.786209 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:19:13.815968 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:19:13.816672 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 53b8fbc8-fbd6-4d70-bc30-e97f7e16eec7 not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:19:13.832666 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-dcfcbdc5-2738-4849-8b68-7d8869c01fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:22Z', 'revision_number': 4, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'ff1f587e-fa93-4254-9635-0dca9237824b', 'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'mac_address': 'fa:16:3e:e4:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:18Z', 'updated_at': '2022-09-22T17:07:45Z', 'revision_number': 5, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'subnets': [{'id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:13.860313 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfcbdc5-2738-4849-8b68-7d8869c01fb5 None None] The sync data for ids ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'] in dv-cinder-835384-28-iscsi is: [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:07:22Z', 'revision_number': 4, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': 'ff1f587e-fa93-4254-9635-0dca9237824b', 'name': '', 'network_id': 'fb742a8a-ec14-42fa-b5c3-8fe1992e342c', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'mac_address': 'fa:16:3e:e4:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:18Z', 'updated_at': '2022-09-22T17:07:45Z', 'revision_number': 5, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'subnets': [{'id': '078d2151-b8ac-45b8-a09f-7943bc063688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:19:14.089181 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd66972-6d5f-4f55-8ab6-62c027e4415f None None] New status for floating IP 7e5d1335-373e-4905-9bab-6e7e5ba9bf62: DOWN {{(pid=106558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:19:14.724318 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 38218) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:14.787076 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dd41eaee-1a2d-4a54-acda-ea92bb29c7c6 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group (90334f7e-c017-40ca-8e48-4b6a8609b5dd), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:14.811362 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dd41eaee-1a2d-4a54-acda-ea92bb29c7c6 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group (90334f7e-c017-40ca-8e48-4b6a8609b5dd), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:14.836423 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:14.863395 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dd41eaee-1a2d-4a54-acda-ea92bb29c7c6 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (90334f7e-c017-40ca-8e48-4b6a8609b5dd), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:14.877004 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-dd41eaee-1a2d-4a54-acda-ea92bb29c7c6 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:14.877004 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-dd41eaee-1a2d-4a54-acda-ea92bb29c7c6 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/90334f7e-c017-40ca-8e48-4b6a8609b5dd HTTP/1.1" status: 204 len: 168 time: 0.1421928 Sep 22 17:19:14.877241 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 38226) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:14.878669 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41eaee-1a2d-4a54-acda-ea92bb29c7c6 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90334f7e-c017-40ca-8e48-4b6a8609b5dd,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:14.893832 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.api.v2.resource [None req-8ee7e3b3-5454-49ac-8ded-7c230f08e246 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] show failed (client error): The resource could not be found. Sep 22 17:19:14.895839 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-8ee7e3b3-5454-49ac-8ded-7c230f08e246 tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "GET /networking/v2.0/security-groups/90334f7e-c017-40ca-8e48-4b6a8609b5dd HTTP/1.1" status: 404 len: 347 time: 0.0232854 Sep 22 17:19:14.897934 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 38230) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:15.017619 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-850658be-aad3-45f6-b19b-697fca4a9f5d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Deleting port 823bde92-4614-4b0a-8827-8cf191affcf4 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:19:15.018013 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-850658be-aad3-45f6-b19b-697fca4a9f5d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (823bde92-4614-4b0a-8827-8cf191affcf4), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:15.057449 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:15.097059 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-850658be-aad3-45f6-b19b-697fca4a9f5d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (823bde92-4614-4b0a-8827-8cf191affcf4), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:15.097304 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-850658be-aad3-45f6-b19b-697fca4a9f5d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for floatingip (823bde92-4614-4b0a-8827-8cf191affcf4), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:15.121914 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-850658be-aad3-45f6-b19b-697fca4a9f5d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Calling delete_port for 823bde92-4614-4b0a-8827-8cf191affcf4 owned by network:floatingip {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:19:15.153242 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-665821be-e74c-4b7f-b993-f9d10d240fc6 req-f1162256-0ef3-4a81-ac85-bb3a5d992820 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372443 Sep 22 17:19:15.237774 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665821be-e74c-4b7f-b993-f9d10d240fc6 req-3a09c6d4-9fba-4389-8e44-fdb659827894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:19:15.239332 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-665821be-e74c-4b7f-b993-f9d10d240fc6 req-3a09c6d4-9fba-4389-8e44-fdb659827894 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5fca6eabbca24bc09aee7e259ca82562&device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 1129 time: 0.0429642 Sep 22 17:19:15.260246 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-850658be-aad3-45f6-b19b-697fca4a9f5d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (823bde92-4614-4b0a-8827-8cf191affcf4), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:15.291278 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850658be-aad3-45f6-b19b-697fca4a9f5d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Pushing event deleted for resources: {'Port': ['ID=823bde92-4614-4b0a-8827-8cf191affcf4,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:15.354619 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665821be-e74c-4b7f-b993-f9d10d240fc6 req-d546fec7-a825-414d-bbb8-b27fe3275998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:19:15.356075 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-665821be-e74c-4b7f-b993-f9d10d240fc6 req-d546fec7-a825-414d-bbb8-b27fe3275998 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=1876d1ce-e761-46f2-ab46-b61110e15c2c HTTP/1.1" status: 200 len: 913 time: 0.0981286 Sep 22 17:19:15.359947 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-850658be-aad3-45f6-b19b-697fca4a9f5d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks [] for floatingip (7e5d1335-373e-4905-9bab-6e7e5ba9bf62), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:15.362585 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-850658be-aad3-45f6-b19b-697fca4a9f5d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:15.367151 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-850658be-aad3-45f6-b19b-697fca4a9f5d tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/7e5d1335-373e-4905-9bab-6e7e5ba9bf62 HTTP/1.1" status: 204 len: 168 time: 0.4680779 Sep 22 17:19:15.435380 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-665821be-e74c-4b7f-b993-f9d10d240fc6 req-a16cdf53-f3fd-4b90-b069-90b1a653a401 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=719c0d8a-4075-405a-a311-23e6e4817a12 HTTP/1.1" status: 200 len: 1000 time: 0.0708828 Sep 22 17:19:15.502805 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665821be-e74c-4b7f-b993-f9d10d240fc6 req-94c2163c-0247-4198-96b2-eaf0cc24222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:19:15.504376 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-665821be-e74c-4b7f-b993-f9d10d240fc6 req-94c2163c-0247-4198-96b2-eaf0cc24222a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=43f0facb-fe45-427e-ac4c-a966b72df413 HTTP/1.1" status: 200 len: 851 time: 0.0631301 Sep 22 17:19:15.549645 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665821be-e74c-4b7f-b993-f9d10d240fc6 req-19106f23-74a8-4ecd-bbbe-84df4727f27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:19:15.551434 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-665821be-e74c-4b7f-b993-f9d10d240fc6 req-19106f23-74a8-4ecd-bbbe-84df4727f27e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1876d1ce-e761-46f2-ab46-b61110e15c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411236 Sep 22 17:19:15.645377 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-665821be-e74c-4b7f-b993-f9d10d240fc6 req-bdedfbab-cb13-4070-969e-09803f2bc824 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874188 Sep 22 17:19:15.735395 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-665821be-e74c-4b7f-b993-f9d10d240fc6 req-57705ba7-b7ef-4f9c-bd55-613a4796474c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840862 Sep 22 17:19:16.332967 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 38258) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:16.439859 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6c228573-ec2c-4a68-aa20-029eabeab656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:16.736008 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:16.790002 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6c228573-ec2c-4a68-aa20-029eabeab656 admin admin] Publish callbacks [] for security_group (50ee2bcb-510d-4872-976b-73bf1c6afc35), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:16.793856 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6c228573-ec2c-4a68-aa20-029eabeab656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (50ee2bcb-510d-4872-976b-73bf1c6afc35), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:16.835226 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-6c228573-ec2c-4a68-aa20-029eabeab656 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9e16a653e64b4c0aa739a877fa73bf76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5011296 Sep 22 17:19:16.836107 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c228573-ec2c-4a68-aa20-029eabeab656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ee2bcb-510d-4872-976b-73bf1c6afc35,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:16.837996 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 38278) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:16.861438 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 38280) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:16.905898 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2f7fc796-1b16-47a4-b7e1-88ab3bb98835 admin admin] Publish callbacks [] for security_group (50ee2bcb-510d-4872-976b-73bf1c6afc35), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:16.928625 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2f7fc796-1b16-47a4-b7e1-88ab3bb98835 admin admin] Publish callbacks [] for security_group (50ee2bcb-510d-4872-976b-73bf1c6afc35), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:16.972136 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-aa821373-f544-4dc5-8736-889dbe68c453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:16.978714 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2f7fc796-1b16-47a4-b7e1-88ab3bb98835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (50ee2bcb-510d-4872-976b-73bf1c6afc35), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:16.981328 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-2f7fc796-1b16-47a4-b7e1-88ab3bb98835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:16.982523 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-2f7fc796-1b16-47a4-b7e1-88ab3bb98835 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/50ee2bcb-510d-4872-976b-73bf1c6afc35 HTTP/1.1" status: 204 len: 168 time: 0.1435266 Sep 22 17:19:16.991330 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fc796-1b16-47a4-b7e1-88ab3bb98835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ee2bcb-510d-4872-976b-73bf1c6afc35,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:17.019922 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:17.057056 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-aa821373-f544-4dc5-8736-889dbe68c453 admin admin] Publish callbacks [] for security_group (b53eacb2-bf54-46a0-905b-4b0f885644f7), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.061079 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-aa821373-f544-4dc5-8736-889dbe68c453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (b53eacb2-bf54-46a0-905b-4b0f885644f7), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.101081 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa821373-f544-4dc5-8736-889dbe68c453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53eacb2-bf54-46a0-905b-4b0f885644f7,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:17.105306 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-aa821373-f544-4dc5-8736-889dbe68c453 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ca0102d4e54d48bc94d2f2191afffe52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425396 Sep 22 17:19:17.107961 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 38286) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:17.168915 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6342a933-34b5-4b0d-8a7e-2226ee96f029 admin admin] Publish callbacks [] for security_group (b53eacb2-bf54-46a0-905b-4b0f885644f7), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.190381 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6342a933-34b5-4b0d-8a7e-2226ee96f029 admin admin] Publish callbacks [] for security_group (b53eacb2-bf54-46a0-905b-4b0f885644f7), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.240581 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6342a933-34b5-4b0d-8a7e-2226ee96f029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (b53eacb2-bf54-46a0-905b-4b0f885644f7), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.243131 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-6342a933-34b5-4b0d-8a7e-2226ee96f029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.244278 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-6342a933-34b5-4b0d-8a7e-2226ee96f029 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b53eacb2-bf54-46a0-905b-4b0f885644f7 HTTP/1.1" status: 204 len: 168 time: 0.1354380 Sep 22 17:19:17.254512 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342a933-34b5-4b0d-8a7e-2226ee96f029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53eacb2-bf54-46a0-905b-4b0f885644f7,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:17.268771 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:17.300178 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 38292) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:17.314401 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c82bf1a3-27cc-4193-889d-72f809c08856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.394488 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c82bf1a3-27cc-4193-889d-72f809c08856 admin admin] Publish callbacks [] for security_group (b5b46b7b-1e38-419c-8a83-50574a4e8664), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.400469 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-c82bf1a3-27cc-4193-889d-72f809c08856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (b5b46b7b-1e38-419c-8a83-50574a4e8664), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.439516 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bf1a3-27cc-4193-889d-72f809c08856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b46b7b-1e38-419c-8a83-50574a4e8664,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:17.443927 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-c82bf1a3-27cc-4193-889d-72f809c08856 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bcb2e6ec21004824b3b935421a89e77d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427548 Sep 22 17:19:17.446585 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 38296) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:17.501741 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7ca2b025-4bb6-4f18-a277-754b8b3068e1 admin admin] Publish callbacks [] for security_group (b5b46b7b-1e38-419c-8a83-50574a4e8664), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.522793 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7ca2b025-4bb6-4f18-a277-754b8b3068e1 admin admin] Publish callbacks [] for security_group (b5b46b7b-1e38-419c-8a83-50574a4e8664), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.552825 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:17.574590 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7ca2b025-4bb6-4f18-a277-754b8b3068e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (b5b46b7b-1e38-419c-8a83-50574a4e8664), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.577227 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7ca2b025-4bb6-4f18-a277-754b8b3068e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.579071 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-7ca2b025-4bb6-4f18-a277-754b8b3068e1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b5b46b7b-1e38-419c-8a83-50574a4e8664 HTTP/1.1" status: 204 len: 168 time: 0.1309326 Sep 22 17:19:17.587455 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2b025-4bb6-4f18-a277-754b8b3068e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b46b7b-1e38-419c-8a83-50574a4e8664,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:17.616667 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 38300) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:17.632948 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b84dd49f-d24f-4935-ab79-7c2294e438f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.721501 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b84dd49f-d24f-4935-ab79-7c2294e438f2 admin admin] Publish callbacks [] for security_group (41b0b880-cefb-4238-92f3-45da37f544d6), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.725887 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b84dd49f-d24f-4935-ab79-7c2294e438f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (41b0b880-cefb-4238-92f3-45da37f544d6), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.769652 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-b84dd49f-d24f-4935-ab79-7c2294e438f2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1a4d6f15e84641109e1e40fcae1b888e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512597 Sep 22 17:19:17.773559 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 38306) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:17.774697 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dd49f-d24f-4935-ab79-7c2294e438f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b0b880-cefb-4238-92f3-45da37f544d6,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:17.857954 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-56e5fdfd-854f-4211-8022-7d2f0767f5d6 admin admin] Publish callbacks [] for security_group (41b0b880-cefb-4238-92f3-45da37f544d6), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.882783 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-56e5fdfd-854f-4211-8022-7d2f0767f5d6 admin admin] Publish callbacks [] for security_group (41b0b880-cefb-4238-92f3-45da37f544d6), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.890491 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 38312) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:17.954879 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-56e5fdfd-854f-4211-8022-7d2f0767f5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (41b0b880-cefb-4238-92f3-45da37f544d6), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.958182 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-56e5fdfd-854f-4211-8022-7d2f0767f5d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:17.960315 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-56e5fdfd-854f-4211-8022-7d2f0767f5d6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/41b0b880-cefb-4238-92f3-45da37f544d6 HTTP/1.1" status: 204 len: 168 time: 0.1866059 Sep 22 17:19:17.970902 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5fdfd-854f-4211-8022-7d2f0767f5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b0b880-cefb-4238-92f3-45da37f544d6,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:18.008492 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 38318) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:18.029721 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-36db7ad2-a4b8-484c-8dbc-a0f30dbf9c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:18.162128 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:18.181360 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:18.300455 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-36db7ad2-a4b8-484c-8dbc-a0f30dbf9c6a admin admin] Publish callbacks [] for security_group (f1db9005-cf80-49a5-a660-7d7ce91f0425), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:18.315056 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-36db7ad2-a4b8-484c-8dbc-a0f30dbf9c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (f1db9005-cf80-49a5-a660-7d7ce91f0425), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:18.368280 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-36db7ad2-a4b8-484c-8dbc-a0f30dbf9c6a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=99b7adc3f8324d1c9e673456643ca4e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585556 Sep 22 17:19:18.371143 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 38326) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:18.386721 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db7ad2-a4b8-484c-8dbc-a0f30dbf9c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1db9005-cf80-49a5-a660-7d7ce91f0425,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:18.445149 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-48d7e5a4-f1e5-46b6-9f2b-d8c6525102b6 admin admin] Publish callbacks [] for security_group (f1db9005-cf80-49a5-a660-7d7ce91f0425), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:18.459497 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=11 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:18.474058 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-48d7e5a4-f1e5-46b6-9f2b-d8c6525102b6 admin admin] Publish callbacks [] for security_group (f1db9005-cf80-49a5-a660-7d7ce91f0425), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:18.506552 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-821c4b70-50ed-4411-ab4a-623855d552fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498853'] for router_interface (6fd212dd-21c7-434d-8c4a-bbc6a0d7062d), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:18.534744 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-48d7e5a4-f1e5-46b6-9f2b-d8c6525102b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (f1db9005-cf80-49a5-a660-7d7ce91f0425), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:18.537928 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-48d7e5a4-f1e5-46b6-9f2b-d8c6525102b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:18.542596 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-48d7e5a4-f1e5-46b6-9f2b-d8c6525102b6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f1db9005-cf80-49a5-a660-7d7ce91f0425 HTTP/1.1" status: 204 len: 168 time: 0.1694846 Sep 22 17:19:18.551817 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7e5a4-f1e5-46b6-9f2b-d8c6525102b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1db9005-cf80-49a5-a660-7d7ce91f0425,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:18.786144 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-821c4b70-50ed-4411-ab4a-623855d552fa admin admin] Deleting port ff1f587e-fa93-4254-9635-0dca9237824b {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:19:18.786489 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-821c4b70-50ed-4411-ab4a-623855d552fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (ff1f587e-fa93-4254-9635-0dca9237824b), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:18.877851 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-821c4b70-50ed-4411-ab4a-623855d552fa admin admin] For port ff1f587e-fa93-4254-9635-0dca9237824b, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=ff1f587e-fa93-4254-9635-0dca9237824b,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:18.878468 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-821c4b70-50ed-4411-ab4a-623855d552fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (ff1f587e-fa93-4254-9635-0dca9237824b), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:18.892496 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-821c4b70-50ed-4411-ab4a-623855d552fa admin admin] Calling delete_port for ff1f587e-fa93-4254-9635-0dca9237824b owned by network:router_interface {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:19:19.032871 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:19.119878 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-821c4b70-50ed-4411-ab4a-623855d552fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (ff1f587e-fa93-4254-9635-0dca9237824b), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:19.151667 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c4b70-50ed-4411-ab4a-623855d552fa admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1f587e-fa93-4254-9635-0dca9237824b,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:19.182058 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:19.368995 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-821c4b70-50ed-4411-ab4a-623855d552fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533013'] for router_interface (6fd212dd-21c7-434d-8c4a-bbc6a0d7062d), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:19.649962 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821c4b70-50ed-4411-ab4a-623855d552fa admin admin] Router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:19:19.758148 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821c4b70-50ed-4411-ab4a-623855d552fa admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:19:19.769632 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 38372) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:19.770103 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-821c4b70-50ed-4411-ab4a-623855d552fa admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/6fd212dd-21c7-434d-8c4a-bbc6a0d7062d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8781745 Sep 22 17:19:19.774516 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f68ddb-1503-4415-977a-f239d56e13c6 None None] Sync routers for ids ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:19:19.789704 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f68ddb-1503-4415-977a-f239d56e13c6 None None] Routers {'6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:19:19.791298 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-87f68ddb-1503-4415-977a-f239d56e13c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:18:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:19.843441 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=87 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:19.892586 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f438194f-75bc-48fa-85d8-1d873a5acc30 admin admin] Publish callbacks [] for router (6fd212dd-21c7-434d-8c4a-bbc6a0d7062d), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:19.930694 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-87f68ddb-1503-4415-977a-f239d56e13c6 None None] Set router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:19:19.996755 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f438194f-75bc-48fa-85d8-1d873a5acc30 admin admin] Publish callbacks [] for router_gateway (6fd212dd-21c7-434d-8c4a-bbc6a0d7062d), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:20.039682 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-f438194f-75bc-48fa-85d8-1d873a5acc30 admin admin] Deleting port 2641071a-55f2-4956-8c61-6697bd277343 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:19:20.040028 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f438194f-75bc-48fa-85d8-1d873a5acc30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (2641071a-55f2-4956-8c61-6697bd277343), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:20.100956 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-87f68ddb-1503-4415-977a-f239d56e13c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '2641071a-55f2-4956-8c61-6697bd277343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:19:19Z', 'revision_number': 5, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port': {'id': '2641071a-55f2-4956-8c61-6697bd277343', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:09:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:10Z', 'updated_at': '2022-09-22T17:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:20.126456 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [None req-f438194f-75bc-48fa-85d8-1d873a5acc30 admin admin] For port 2641071a-55f2-4956-8c61-6697bd277343, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=2641071a-55f2-4956-8c61-6697bd277343,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:20.126824 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f438194f-75bc-48fa-85d8-1d873a5acc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (2641071a-55f2-4956-8c61-6697bd277343), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:20.129382 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f68ddb-1503-4415-977a-f239d56e13c6 None None] Checking router: 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:19:20.137883 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f68ddb-1503-4415-977a-f239d56e13c6 None None] Routers {'6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:19:20.138514 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-87f68ddb-1503-4415-977a-f239d56e13c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:18:54Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:20.139813 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-f438194f-75bc-48fa-85d8-1d873a5acc30 admin admin] Calling delete_port for 2641071a-55f2-4956-8c61-6697bd277343 owned by network:router_gateway {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:19:20.226979 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-87f68ddb-1503-4415-977a-f239d56e13c6 None None] Set router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d gateway port host: None {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:19:20.254925 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:20.277606 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-87f68ddb-1503-4415-977a-f239d56e13c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:19:19Z', 'revision_number': 6, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port_host': None}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:20.303135 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f68ddb-1503-4415-977a-f239d56e13c6 None None] The sync data for ids ['6fd212dd-21c7-434d-8c4a-bbc6a0d7062d'] in dv-cinder-835384-28-iscsi is: [{'id': '6fd212dd-21c7-434d-8c4a-bbc6a0d7062d', 'name': 'tempest-AttachVolumeShelveTestJSON-239049521-router', 'tenant_id': '45847b1fd67c4caaa03a36895cd2263a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:07:08Z', 'updated_at': '2022-09-22T17:19:19Z', 'revision_number': 6, 'project_id': '45847b1fd67c4caaa03a36895cd2263a', 'gw_port_host': None}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:19:20.322814 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f438194f-75bc-48fa-85d8-1d873a5acc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (2641071a-55f2-4956-8c61-6697bd277343), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:20.351392 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438194f-75bc-48fa-85d8-1d873a5acc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=2641071a-55f2-4956-8c61-6697bd277343,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:20.413599 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f438194f-75bc-48fa-85d8-1d873a5acc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536415'] for router_gateway (6fd212dd-21c7-434d-8c4a-bbc6a0d7062d), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:20.501745 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f438194f-75bc-48fa-85d8-1d873a5acc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2709'] for router (6fd212dd-21c7-434d-8c4a-bbc6a0d7062d), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:20.503938 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f438194f-75bc-48fa-85d8-1d873a5acc30 admin admin] Publish callbacks [] for router_controller (6fd212dd-21c7-434d-8c4a-bbc6a0d7062d), precommit_delete_associations {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:20.551906 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f438194f-75bc-48fa-85d8-1d873a5acc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533096'] for router (6fd212dd-21c7-434d-8c4a-bbc6a0d7062d), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:20.552458 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f438194f-75bc-48fa-85d8-1d873a5acc30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fd212dd-21c7-434d-8c4a-bbc6a0d7062d {{(pid=106555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:19:20.557322 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-f438194f-75bc-48fa-85d8-1d873a5acc30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:20.560595 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-f438194f-75bc-48fa-85d8-1d873a5acc30 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/6fd212dd-21c7-434d-8c4a-bbc6a0d7062d HTTP/1.1" status: 204 len: 168 time: 0.7900379 Sep 22 17:19:20.560770 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 38378) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:20.610458 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_v2 [None req-132b05d9-d234-4ed1-8b1f-8b5d1fab13f8 admin admin] Deleting subnet 078d2151-b8ac-45b8-a09f-7943bc063688 {{(pid=106556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 17:19:20.613743 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-132b05d9-d234-4ed1-8b1f-8b5d1fab13f8 admin admin] Publish callbacks [] for subnet (078d2151-b8ac-45b8-a09f-7943bc063688), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:20.652336 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-132b05d9-d234-4ed1-8b1f-8b5d1fab13f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3319090'] for subnet (078d2151-b8ac-45b8-a09f-7943bc063688), precommit_delete_associations {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:20.741932 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-132b05d9-d234-4ed1-8b1f-8b5d1fab13f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8016103'] for subnet (078d2151-b8ac-45b8-a09f-7943bc063688), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:20.782218 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:DELETE=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:20.808481 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-132b05d9-d234-4ed1-8b1f-8b5d1fab13f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8014298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3793533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3584758'] for subnet (078d2151-b8ac-45b8-a09f-7943bc063688), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:20.840873 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b05d9-d234-4ed1-8b1f-8b5d1fab13f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=078d2151-b8ac-45b8-a09f-7943bc063688,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:20.844504 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-132b05d9-d234-4ed1-8b1f-8b5d1fab13f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:20.847697 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-132b05d9-d234-4ed1-8b1f-8b5d1fab13f8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/078d2151-b8ac-45b8-a09f-7943bc063688 HTTP/1.1" status: 204 len: 168 time: 0.2859418 Sep 22 17:19:20.850294 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 38390) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:20.851722 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9097da68-ce2d-4359-9897-b7924108f65f None None] Network fb742a8a-ec14-42fa-b5c3-8fe1992e342c requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:19:20.927044 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632274'] for network (fb742a8a-ec14-42fa-b5c3-8fe1992e342c), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:20.980027 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] Deleting port 10c05315-834f-4150-8441-8f27a7c2855e {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:19:20.980780 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (10c05315-834f-4150-8441-8f27a7c2855e), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:20.986379 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8635c431-41cd-4cbe-8448-382decd7c9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:21.060678 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:21.084039 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] For port 10c05315-834f-4150-8441-8f27a7c2855e, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=10c05315-834f-4150-8441-8f27a7c2855e,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:21.085569 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (10c05315-834f-4150-8441-8f27a7c2855e), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:21.090331 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] DHCP port deletion for fb742a8a-ec14-42fa-b5c3-8fe1992e342c request from dv-cinder-835384-28-iscsi {{(pid=106557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 17:19:21.104643 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] Calling delete_port for 10c05315-834f-4150-8441-8f27a7c2855e owned by network:dhcp {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:19:21.167328 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Deleting port 10c05315-834f-4150-8441-8f27a7c2855e {{(pid=106557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:19:21.167703 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (10c05315-834f-4150-8441-8f27a7c2855e), before_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:21.230117 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (10c05315-834f-4150-8441-8f27a7c2855e), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:21.267127 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] For port 10c05315-834f-4150-8441-8f27a7c2855e, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=10c05315-834f-4150-8441-8f27a7c2855e,segment=NetworkSegment(15924cea-69c5-423e-854b-35aec44b7903),segment_id=15924cea-69c5-423e-854b-35aec44b7903)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:19:21.267817 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (10c05315-834f-4150-8441-8f27a7c2855e), precommit_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:21.278205 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=10c05315-834f-4150-8441-8f27a7c2855e,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:21.285332 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] No DVR routers for this DVR port 10c05315-834f-4150-8441-8f27a7c2855e on host dv-cinder-835384-28-iscsi {{(pid=106556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:19:21.288618 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Calling delete_port for 10c05315-834f-4150-8441-8f27a7c2855e owned by network:dhcp {{(pid=106557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:19:21.379207 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906'] for port (10c05315-834f-4150-8441-8f27a7c2855e), after_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:21.381219 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7709388', 'neutron.services.segments.db._delete_segments_for_network-8784621099201'] for network (fb742a8a-ec14-42fa-b5c3-8fe1992e342c), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:21.403941 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb742a8a-ec14-42fa-b5c3-8fe1992e342c']}} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:21.408891 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Pushing event deleted for resources: {'Port': ['ID=10c05315-834f-4150-8441-8f27a7c2855e,revision_number=None']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:21.415746 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15924cea-69c5-423e-854b-35aec44b7903') {'for_net_delete': True} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:21.416410 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15924cea-69c5-423e-854b-35aec44b7903') {} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:19:21.419499 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:21.419855 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:21.420204 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:21.420549 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:21.420887 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:21.421277 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:21.421610 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:21.421975 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:21.422307 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:21.422636 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:21.422978 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:21.423414 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:21.423684 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:21.424004 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:21.424324 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:19:21.428316 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3567e48-1291-4f74-8f87-8396c55030e4 None None] No DVR routers for this DVR port 10c05315-834f-4150-8441-8f27a7c2855e on host dv-cinder-835384-28-iscsi {{(pid=106557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:19:21.432839 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784621099093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3319049'] for segment (15924cea-69c5-423e-854b-35aec44b7903), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:21.449177 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (15924cea-69c5-423e-854b-35aec44b7903), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:21.457049 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=106556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:19:21.457522 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3793607'] for segment (15924cea-69c5-423e-854b-35aec44b7903), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:21.479070 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment 15924cea-69c5-423e-854b-35aec44b7903 resource provider aggregate not found Sep 22 17:19:21.519998 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment 15924cea-69c5-423e-854b-35aec44b7903 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15924cea-69c5-423e-854b-35aec44b7903 found for delete ", "request_id": "req-fdef40ad-e867-4d91-b55f-0930e6361beb"}]} Sep 22 17:19:21.528248 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7709429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536458'] for network (fb742a8a-ec14-42fa-b5c3-8fe1992e342c), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:21.534344 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:21.538259 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/fb742a8a-ec14-42fa-b5c3-8fe1992e342c HTTP/1.1" status: 204 len: 168 time: 0.6868749 Sep 22 17:19:21.552106 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582a9b1-6e56-4b24-8b44-906426f37cbe admin admin] Pushing event deleted for resources: {'Network': ['ID=fb742a8a-ec14-42fa-b5c3-8fe1992e342c,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:21.714542 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 38414) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:21.759035 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-74a2eea0-9553-4390-9533-e66c49fe2e67 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=45847b1fd67c4caaa03a36895cd2263a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432587 Sep 22 17:19:21.761557 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 38416) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:21.808085 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:21.812306 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-242fd29c-e346-4c16-aeb7-182c816e5a2b admin admin] Publish callbacks [] for security_group (a857f330-9dbd-4c92-92b9-3499b6b3dc7e), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:21.838525 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-242fd29c-e346-4c16-aeb7-182c816e5a2b admin admin] Publish callbacks [] for security_group (a857f330-9dbd-4c92-92b9-3499b6b3dc7e), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:21.884951 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-242fd29c-e346-4c16-aeb7-182c816e5a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (a857f330-9dbd-4c92-92b9-3499b6b3dc7e), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:21.887818 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-242fd29c-e346-4c16-aeb7-182c816e5a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:21.889003 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-242fd29c-e346-4c16-aeb7-182c816e5a2b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a857f330-9dbd-4c92-92b9-3499b6b3dc7e HTTP/1.1" status: 204 len: 168 time: 0.1265059 Sep 22 17:19:21.900470 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fd29c-e346-4c16-aeb7-182c816e5a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a857f330-9dbd-4c92-92b9-3499b6b3dc7e,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:22.295014 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device ff1f587e-fa93-4254-9635-0dca9237824b no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:19:22.318113 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: ff1f587e-fa93-4254-9635-0dca9237824b {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:19:22.318113 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device ff1f587e-fa93-4254-9635-0dca9237824b not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:19:22.318113 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 10c05315-834f-4150-8441-8f27a7c2855e no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:19:22.343102 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 10c05315-834f-4150-8441-8f27a7c2855e {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:19:22.343581 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 10c05315-834f-4150-8441-8f27a7c2855e not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:19:22.343924 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 2641071a-55f2-4956-8c61-6697bd277343 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:19:22.369242 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 2641071a-55f2-4956-8c61-6697bd277343 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:19:22.369589 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 2641071a-55f2-4956-8c61-6697bd277343 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:19:22.504372 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 38444) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:22.623091 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-fe79ab75-ecaa-4203-a324-0838e9be6b8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:22.709650 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-fe79ab75-ecaa-4203-a324-0838e9be6b8b admin admin] Publish callbacks [] for security_group (6bb394cd-26d7-422a-a487-93c579fc4994), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:22.713203 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-fe79ab75-ecaa-4203-a324-0838e9be6b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (6bb394cd-26d7-422a-a487-93c579fc4994), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:22.755450 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-fe79ab75-ecaa-4203-a324-0838e9be6b8b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=237f3a24bb3a474ca9b504e55905108d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501736 Sep 22 17:19:22.757406 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79ab75-ecaa-4203-a324-0838e9be6b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb394cd-26d7-422a-a487-93c579fc4994,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:22.758173 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 38456) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:19:22.819883 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e1b7adb4-f604-42bc-8ef1-bed391c8ff85 admin admin] Publish callbacks [] for security_group (6bb394cd-26d7-422a-a487-93c579fc4994), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:22.845503 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e1b7adb4-f604-42bc-8ef1-bed391c8ff85 admin admin] Publish callbacks [] for security_group (6bb394cd-26d7-422a-a487-93c579fc4994), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:22.893825 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e1b7adb4-f604-42bc-8ef1-bed391c8ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (6bb394cd-26d7-422a-a487-93c579fc4994), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:22.896834 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-e1b7adb4-f604-42bc-8ef1-bed391c8ff85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:22.897919 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-e1b7adb4-f604-42bc-8ef1-bed391c8ff85 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6bb394cd-26d7-422a-a487-93c579fc4994 HTTP/1.1" status: 204 len: 168 time: 0.1370316 Sep 22 17:19:22.910490 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7adb4-f604-42bc-8ef1-bed391c8ff85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb394cd-26d7-422a-a487-93c579fc4994,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:19:23.833559 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a56b9cdf-5b11-4894-8fd2-4af80ddd43bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:24.171395 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:24.174063 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:25.372946 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:25.380280 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:26.798723 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:27.609723 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:32.750001 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=53,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:32.753586 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:DELETE=7,neutron:SELECT=64,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:32.901785 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=72,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:32.903590 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:37.482061 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:42.721567 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:19:47.472199 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:47.477469 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:50.937973 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-cb24561a-22c2-4f0e-b984-802846b8c814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:53.826449 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8f4b16bd-a34a-454f-b63a-64082c1655f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:55.382863 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:56.821359 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:57.611921 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:19:58.421236 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=3 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:19:58.428320 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=5 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:07.491035 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:16.346488 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-125629ad-376c-419e-99ff-5b66099ac6c6 req-dbd9adf5-7351-441c-84ac-b2cf69012542 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378115 Sep 22 17:20:16.456195 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125629ad-376c-419e-99ff-5b66099ac6c6 req-ca7e1265-c514-41f2-a586-174f8b066552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:20:16.457626 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-125629ad-376c-419e-99ff-5b66099ac6c6 req-ca7e1265-c514-41f2-a586-174f8b066552 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5fca6eabbca24bc09aee7e259ca82562&device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 1129 time: 0.0393338 Sep 22 17:20:16.576462 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125629ad-376c-419e-99ff-5b66099ac6c6 req-7e838dee-797a-456d-9231-32a589489dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:20:16.577916 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-125629ad-376c-419e-99ff-5b66099ac6c6 req-7e838dee-797a-456d-9231-32a589489dc9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=1876d1ce-e761-46f2-ab46-b61110e15c2c HTTP/1.1" status: 200 len: 913 time: 0.0980973 Sep 22 17:20:16.641643 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-125629ad-376c-419e-99ff-5b66099ac6c6 req-12343f29-fc68-4d3d-a4bb-e1aa313ffe37 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=719c0d8a-4075-405a-a311-23e6e4817a12 HTTP/1.1" status: 200 len: 1000 time: 0.0567346 Sep 22 17:20:16.693183 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125629ad-376c-419e-99ff-5b66099ac6c6 req-a4e7889b-508c-4543-abbd-1f9c0136c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:20:16.694648 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-125629ad-376c-419e-99ff-5b66099ac6c6 req-a4e7889b-508c-4543-abbd-1f9c0136c72c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=43f0facb-fe45-427e-ac4c-a966b72df413 HTTP/1.1" status: 200 len: 851 time: 0.0456104 Sep 22 17:20:16.741896 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125629ad-376c-419e-99ff-5b66099ac6c6 req-91abbd68-7f4c-4f55-beef-6464b8bb5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:20:16.743948 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-125629ad-376c-419e-99ff-5b66099ac6c6 req-91abbd68-7f4c-4f55-beef-6464b8bb5490 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1876d1ce-e761-46f2-ab46-b61110e15c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424001 Sep 22 17:20:16.837599 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-125629ad-376c-419e-99ff-5b66099ac6c6 req-b75a5f72-5f16-4eb2-8b7f-c1f27ed4b8ff service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846627 Sep 22 17:20:16.943185 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-125629ad-376c-419e-99ff-5b66099ac6c6 req-e4d0ce63-7015-4371-be4d-9136d4b71646 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966430 Sep 22 17:20:17.140302 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 39198) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:17.257075 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:17.341021 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Publish callbacks [] for security_group (a41beb6b-7420-4e21-9c93-8b170fb4c3d0), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:17.346911 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (a41beb6b-7420-4e21-9c93-8b170fb4c3d0), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:17.392136 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a1897d1d20e74e7e80577a208500a701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483575 Sep 22 17:20:17.392136 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41beb6b-7420-4e21-9c93-8b170fb4c3d0,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:17.392773 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 39214) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:17.399564 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.399813 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.400161 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.400670 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.401012 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.401824 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.402132 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.402473 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.403525 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.403805 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.404142 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.404585 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.404788 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.405317 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.405651 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80aea5-e938-4ec2-8d59-98955ab89b90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.451828 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:17.453003 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:DELETE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:17.474681 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Publish callbacks [] for security_group (a41beb6b-7420-4e21-9c93-8b170fb4c3d0), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:17.484853 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:17.487032 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:17.496882 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Publish callbacks [] for security_group (a41beb6b-7420-4e21-9c93-8b170fb4c3d0), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:17.555987 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (a41beb6b-7420-4e21-9c93-8b170fb4c3d0), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:17.558813 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:17.560062 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a41beb6b-7420-4e21-9c93-8b170fb4c3d0 HTTP/1.1" status: 204 len: 168 time: 0.1661508 Sep 22 17:20:17.573447 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41beb6b-7420-4e21-9c93-8b170fb4c3d0,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:17.580967 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.581311 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.581642 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.581969 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.582294 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.582614 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.582937 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.583275 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.583594 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.583910 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.584224 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.584649 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.584933 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.585215 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:17.585438 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba8cd43-bb5f-41fa-a3a9-aa7c71223ae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:19.720627 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:20:20.931421 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-0e70b510-129d-4b33-b6ee-ffdb8f871407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:23.828694 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-34ac7d9b-dbac-430e-bf82-9d14e1ebca7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:25.384290 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:26.806180 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:27.383844 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=66,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:27.394829 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=74,neutron:INSERT=7 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:27.576732 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:27.577418 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:27.613410 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:31.683102 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 39370) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:31.791370 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ca20f21b-bb05-4e6d-b245-fde0d9430743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:31.870080 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ca20f21b-bb05-4e6d-b245-fde0d9430743 admin admin] Publish callbacks [] for security_group (b47857e9-3dc5-4834-81ed-304fbf7abfcb), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:31.873948 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ca20f21b-bb05-4e6d-b245-fde0d9430743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (b47857e9-3dc5-4834-81ed-304fbf7abfcb), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:31.914928 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-ca20f21b-bb05-4e6d-b245-fde0d9430743 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3d75fcb58d0c45f7b7b1dd70e979858f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307174 Sep 22 17:20:31.915658 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20f21b-bb05-4e6d-b245-fde0d9430743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47857e9-3dc5-4834-81ed-304fbf7abfcb,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:31.918274 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 39376) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:31.970292 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-22cfcfc2-cf84-4778-9e95-f279b8fbcc24 admin admin] Publish callbacks [] for security_group (b47857e9-3dc5-4834-81ed-304fbf7abfcb), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:31.990300 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-22cfcfc2-cf84-4778-9e95-f279b8fbcc24 admin admin] Publish callbacks [] for security_group (b47857e9-3dc5-4834-81ed-304fbf7abfcb), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:32.038801 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-22cfcfc2-cf84-4778-9e95-f279b8fbcc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (b47857e9-3dc5-4834-81ed-304fbf7abfcb), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:32.041397 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-22cfcfc2-cf84-4778-9e95-f279b8fbcc24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:32.043154 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-22cfcfc2-cf84-4778-9e95-f279b8fbcc24 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b47857e9-3dc5-4834-81ed-304fbf7abfcb HTTP/1.1" status: 204 len: 168 time: 0.1238511 Sep 22 17:20:32.051656 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfcfc2-cf84-4778-9e95-f279b8fbcc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47857e9-3dc5-4834-81ed-304fbf7abfcb,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:32.318365 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 39382) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:32.332255 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-68b5769c-35d5-4de1-aff2-c546c2a4932f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:32.411789 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-68b5769c-35d5-4de1-aff2-c546c2a4932f admin admin] Publish callbacks [] for security_group (61ead2bb-26cc-4613-8219-5a96ad17f160), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:32.415262 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-68b5769c-35d5-4de1-aff2-c546c2a4932f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (61ead2bb-26cc-4613-8219-5a96ad17f160), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:32.454739 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-68b5769c-35d5-4de1-aff2-c546c2a4932f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2a8ac27527654484b8e201d7b47fffd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352193 Sep 22 17:20:32.456687 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5769c-35d5-4de1-aff2-c546c2a4932f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ead2bb-26cc-4613-8219-5a96ad17f160,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:32.457503 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 39384) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:32.509204 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a328-e386-45c1-bbaf-3dc2af1a16ca admin admin] Publish callbacks [] for security_group (61ead2bb-26cc-4613-8219-5a96ad17f160), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:32.530864 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a328-e386-45c1-bbaf-3dc2af1a16ca admin admin] Publish callbacks [] for security_group (61ead2bb-26cc-4613-8219-5a96ad17f160), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:32.580188 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a328-e386-45c1-bbaf-3dc2af1a16ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (61ead2bb-26cc-4613-8219-5a96ad17f160), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:32.582812 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b1d7a328-e386-45c1-bbaf-3dc2af1a16ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:32.584014 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-b1d7a328-e386-45c1-bbaf-3dc2af1a16ca admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/61ead2bb-26cc-4613-8219-5a96ad17f160 HTTP/1.1" status: 204 len: 168 time: 0.1255333 Sep 22 17:20:32.593096 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7a328-e386-45c1-bbaf-3dc2af1a16ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ead2bb-26cc-4613-8219-5a96ad17f160,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:34.676478 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 39466) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:34.781239 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c45e5a6a-81c4-4601-bbda-ac0c50f706c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:34.860599 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c45e5a6a-81c4-4601-bbda-ac0c50f706c1 admin admin] Publish callbacks [] for security_group (094e51aa-5269-49e8-a64e-689ec2fa3805), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:34.864283 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c45e5a6a-81c4-4601-bbda-ac0c50f706c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (094e51aa-5269-49e8-a64e-689ec2fa3805), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:34.911177 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-c45e5a6a-81c4-4601-bbda-ac0c50f706c1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8a3643aa82fe484795aa3b6b1a9e06dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335794 Sep 22 17:20:34.911927 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e5a6a-81c4-4601-bbda-ac0c50f706c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094e51aa-5269-49e8-a64e-689ec2fa3805,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:34.914250 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 39474) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:34.974823 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2edffb38-049d-492b-b604-17ed2a395179 admin admin] Publish callbacks [] for security_group (094e51aa-5269-49e8-a64e-689ec2fa3805), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:34.996255 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2edffb38-049d-492b-b604-17ed2a395179 admin admin] Publish callbacks [] for security_group (094e51aa-5269-49e8-a64e-689ec2fa3805), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:35.048885 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2edffb38-049d-492b-b604-17ed2a395179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (094e51aa-5269-49e8-a64e-689ec2fa3805), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:35.052008 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-2edffb38-049d-492b-b604-17ed2a395179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:35.053171 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-2edffb38-049d-492b-b604-17ed2a395179 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/094e51aa-5269-49e8-a64e-689ec2fa3805 HTTP/1.1" status: 204 len: 168 time: 0.1375763 Sep 22 17:20:35.062567 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edffb38-049d-492b-b604-17ed2a395179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094e51aa-5269-49e8-a64e-689ec2fa3805,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:35.125365 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 39480) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:35.358836 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7bd8c82f-ad68-49bd-8a21-1dd338b9f622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:35.419909 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=3 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:35.420395 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 39486) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:35.423270 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=5 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:35.434293 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-0934343f-c760-4957-8f1c-affe81016c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:35.438271 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7bd8c82f-ad68-49bd-8a21-1dd338b9f622 admin admin] Publish callbacks [] for security_group (7adde48d-9a56-472c-896f-dde1c7e4a817), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:35.442251 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-7bd8c82f-ad68-49bd-8a21-1dd338b9f622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (7adde48d-9a56-472c-896f-dde1c7e4a817), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:35.491010 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-7bd8c82f-ad68-49bd-8a21-1dd338b9f622 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1d274d2bacf045dc97c1c92ce862a90d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643579 Sep 22 17:20:35.491764 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 39488) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:35.493463 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8c82f-ad68-49bd-8a21-1dd338b9f622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adde48d-9a56-472c-896f-dde1c7e4a817,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:35.537204 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-0934343f-c760-4957-8f1c-affe81016c09 admin admin] Publish callbacks [] for security_group (12b49740-65dd-44b7-b963-b8563f7d79ff), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:35.547512 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-0934343f-c760-4957-8f1c-affe81016c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (12b49740-65dd-44b7-b963-b8563f7d79ff), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:35.597373 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-0934343f-c760-4957-8f1c-affe81016c09 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7e97e7e06ac04b7e89a5d5ee01e2e5c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1757977 Sep 22 17:20:35.600107 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 39490) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:35.602668 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934343f-c760-4957-8f1c-affe81016c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b49740-65dd-44b7-b963-b8563f7d79ff,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:35.607239 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-827e8928-4372-4896-9a42-7b4770c70513 admin admin] Publish callbacks [] for security_group (7adde48d-9a56-472c-896f-dde1c7e4a817), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:35.614420 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:35.632522 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-827e8928-4372-4896-9a42-7b4770c70513 admin admin] Publish callbacks [] for security_group (7adde48d-9a56-472c-896f-dde1c7e4a817), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:35.651675 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c712ac25-6a47-4d81-8422-ad016f25df61 admin admin] Publish callbacks [] for security_group (12b49740-65dd-44b7-b963-b8563f7d79ff), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:35.653304 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:35.654774 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:35.664698 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:35.674965 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c712ac25-6a47-4d81-8422-ad016f25df61 admin admin] Publish callbacks [] for security_group (12b49740-65dd-44b7-b963-b8563f7d79ff), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:35.687213 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-827e8928-4372-4896-9a42-7b4770c70513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (7adde48d-9a56-472c-896f-dde1c7e4a817), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:35.689973 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-827e8928-4372-4896-9a42-7b4770c70513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:35.693500 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-827e8928-4372-4896-9a42-7b4770c70513 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7adde48d-9a56-472c-896f-dde1c7e4a817 HTTP/1.1" status: 204 len: 168 time: 0.1973147 Sep 22 17:20:35.701316 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e8928-4372-4896-9a42-7b4770c70513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adde48d-9a56-472c-896f-dde1c7e4a817,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:35.730005 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c712ac25-6a47-4d81-8422-ad016f25df61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (12b49740-65dd-44b7-b963-b8563f7d79ff), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:35.732791 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c712ac25-6a47-4d81-8422-ad016f25df61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:35.733974 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-c712ac25-6a47-4d81-8422-ad016f25df61 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/12b49740-65dd-44b7-b963-b8563f7d79ff HTTP/1.1" status: 204 len: 168 time: 0.1327889 Sep 22 17:20:35.742107 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712ac25-6a47-4d81-8422-ad016f25df61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b49740-65dd-44b7-b963-b8563f7d79ff,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:37.516761 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:40.786822 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 39566) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:40.896737 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1dfd31c7-ab6c-43ea-8090-ab1cdb44bc8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:40.972400 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1dfd31c7-ab6c-43ea-8090-ab1cdb44bc8e admin admin] Publish callbacks [] for security_group (d09f0bdf-5f3c-4bf6-9380-b373f867d9a9), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:40.976173 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-1dfd31c7-ab6c-43ea-8090-ab1cdb44bc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (d09f0bdf-5f3c-4bf6-9380-b373f867d9a9), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:41.017494 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd31c7-ab6c-43ea-8090-ab1cdb44bc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09f0bdf-5f3c-4bf6-9380-b373f867d9a9,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:41.022043 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-1dfd31c7-ab6c-43ea-8090-ab1cdb44bc8e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=55990502b1024f6ba8e196f328f91e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341678 Sep 22 17:20:41.024748 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 39570) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:41.074102 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bb90d5c8-09b6-45ae-98ac-e880d73ee71b admin admin] Publish callbacks [] for security_group (d09f0bdf-5f3c-4bf6-9380-b373f867d9a9), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:41.093990 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bb90d5c8-09b6-45ae-98ac-e880d73ee71b admin admin] Publish callbacks [] for security_group (d09f0bdf-5f3c-4bf6-9380-b373f867d9a9), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:41.142460 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bb90d5c8-09b6-45ae-98ac-e880d73ee71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (d09f0bdf-5f3c-4bf6-9380-b373f867d9a9), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:41.145063 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-bb90d5c8-09b6-45ae-98ac-e880d73ee71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:41.146199 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-bb90d5c8-09b6-45ae-98ac-e880d73ee71b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d09f0bdf-5f3c-4bf6-9380-b373f867d9a9 HTTP/1.1" status: 204 len: 168 time: 0.1205852 Sep 22 17:20:41.154227 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90d5c8-09b6-45ae-98ac-e880d73ee71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09f0bdf-5f3c-4bf6-9380-b373f867d9a9,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:41.421500 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 39576) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:41.435742 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-fad55717-297b-4c50-b2ec-873089344646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:41.513793 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-fad55717-297b-4c50-b2ec-873089344646 admin admin] Publish callbacks [] for security_group (2493253f-1f55-42cf-83ba-c183a3d594ad), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:41.517555 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-fad55717-297b-4c50-b2ec-873089344646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (2493253f-1f55-42cf-83ba-c183a3d594ad), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:41.560929 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-fad55717-297b-4c50-b2ec-873089344646 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e7ce5f7ad50c4acea74a61353e022df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383548 Sep 22 17:20:41.561785 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad55717-297b-4c50-b2ec-873089344646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2493253f-1f55-42cf-83ba-c183a3d594ad,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:41.563850 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 39578) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:41.613880 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-fe96969d-41a2-4ff2-aaac-46b6dcc27bc0 admin admin] Publish callbacks [] for security_group (2493253f-1f55-42cf-83ba-c183a3d594ad), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:41.633317 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-fe96969d-41a2-4ff2-aaac-46b6dcc27bc0 admin admin] Publish callbacks [] for security_group (2493253f-1f55-42cf-83ba-c183a3d594ad), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:41.679307 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-fe96969d-41a2-4ff2-aaac-46b6dcc27bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (2493253f-1f55-42cf-83ba-c183a3d594ad), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:41.681843 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-fe96969d-41a2-4ff2-aaac-46b6dcc27bc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:41.683048 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-fe96969d-41a2-4ff2-aaac-46b6dcc27bc0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2493253f-1f55-42cf-83ba-c183a3d594ad HTTP/1.1" status: 204 len: 168 time: 0.1182005 Sep 22 17:20:41.690908 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96969d-41a2-4ff2-aaac-46b6dcc27bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2493253f-1f55-42cf-83ba-c183a3d594ad,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:42.753014 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 39610) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:42.861146 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-83448c46-f8bb-4eff-9b50-6d0c9428f9e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:42.937158 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-83448c46-f8bb-4eff-9b50-6d0c9428f9e4 admin admin] Publish callbacks [] for security_group (327310e8-df7e-4282-afb6-778fcbd8d5d3), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:42.940856 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-83448c46-f8bb-4eff-9b50-6d0c9428f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (327310e8-df7e-4282-afb6-778fcbd8d5d3), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:42.963314 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:42.971512 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:DELETE=4,neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:42.981035 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83448c46-f8bb-4eff-9b50-6d0c9428f9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327310e8-df7e-4282-afb6-778fcbd8d5d3,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:42.986520 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-83448c46-f8bb-4eff-9b50-6d0c9428f9e4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b993aaf98c0141d7a8a65c20ad23f7cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324147 Sep 22 17:20:42.989250 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 39614) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:20:43.038699 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9f5a1b6a-d035-4670-9d96-932b55184ed9 admin admin] Publish callbacks [] for security_group (327310e8-df7e-4282-afb6-778fcbd8d5d3), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:43.059281 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9f5a1b6a-d035-4670-9d96-932b55184ed9 admin admin] Publish callbacks [] for security_group (327310e8-df7e-4282-afb6-778fcbd8d5d3), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:43.350865 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9f5a1b6a-d035-4670-9d96-932b55184ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (327310e8-df7e-4282-afb6-778fcbd8d5d3), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:43.353379 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-9f5a1b6a-d035-4670-9d96-932b55184ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:43.355199 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-9f5a1b6a-d035-4670-9d96-932b55184ed9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/327310e8-df7e-4282-afb6-778fcbd8d5d3 HTTP/1.1" status: 204 len: 168 time: 0.3644900 Sep 22 17:20:43.363458 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a1b6a-d035-4670-9d96-932b55184ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327310e8-df7e-4282-afb6-778fcbd8d5d3,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:50.921829 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:50.923311 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:50.938102 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ee1a1f41-6744-4a48-a8d6-0e28c3871092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:51.685745 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=17,neutron:DELETE=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:51.686528 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:53.332585 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:53.358836 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:20:53.831828 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7135a421-3711-4e35-aa19-1110d43d06df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:55.508761 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:56.719350 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:20:56.809779 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:20:57.616187 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:06.191585 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 39772) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:06.310968 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ae6beef6-258b-47ad-beae-b99e70369cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:06.393226 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ae6beef6-258b-47ad-beae-b99e70369cdd admin admin] Publish callbacks [] for security_group (f6faebdc-1020-4d9f-81f1-024a07fe078c), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:06.397812 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-ae6beef6-258b-47ad-beae-b99e70369cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (f6faebdc-1020-4d9f-81f1-024a07fe078c), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:06.439864 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6beef6-258b-47ad-beae-b99e70369cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6faebdc-1020-4d9f-81f1-024a07fe078c,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:06.445790 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-ae6beef6-258b-47ad-beae-b99e70369cdd admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=051bad96e24d43d1a4841ed285f0ce62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530961 Sep 22 17:21:06.449091 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 39776) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:06.504724 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-73911572-da96-4de1-8af3-a58213144e88 admin admin] Publish callbacks [] for security_group (f6faebdc-1020-4d9f-81f1-024a07fe078c), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:06.529818 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-73911572-da96-4de1-8af3-a58213144e88 admin admin] Publish callbacks [] for security_group (f6faebdc-1020-4d9f-81f1-024a07fe078c), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:06.590778 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-73911572-da96-4de1-8af3-a58213144e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (f6faebdc-1020-4d9f-81f1-024a07fe078c), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:06.593396 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-73911572-da96-4de1-8af3-a58213144e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:06.594727 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-73911572-da96-4de1-8af3-a58213144e88 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f6faebdc-1020-4d9f-81f1-024a07fe078c HTTP/1.1" status: 204 len: 168 time: 0.1446004 Sep 22 17:21:06.602973 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73911572-da96-4de1-8af3-a58213144e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6faebdc-1020-4d9f-81f1-024a07fe078c,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:07.531322 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:07.733320 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 39810) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:07.841406 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-73e18468-0ced-48ae-9c3e-7326dc82687f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:07.922570 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-73e18468-0ced-48ae-9c3e-7326dc82687f admin admin] Publish callbacks [] for security_group (699b278b-7e38-4903-a21e-635e83c826bc), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:07.926773 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-73e18468-0ced-48ae-9c3e-7326dc82687f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (699b278b-7e38-4903-a21e-635e83c826bc), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:07.971173 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-73e18468-0ced-48ae-9c3e-7326dc82687f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=09331f6d863d4038adb693dd60ba266c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367203 Sep 22 17:21:07.972053 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e18468-0ced-48ae-9c3e-7326dc82687f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699b278b-7e38-4903-a21e-635e83c826bc,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:07.974533 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 39814) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:08.028675 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b897f584-8585-47f9-9267-0afc41f0d1b2 admin admin] Publish callbacks [] for security_group (699b278b-7e38-4903-a21e-635e83c826bc), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:08.049317 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b897f584-8585-47f9-9267-0afc41f0d1b2 admin admin] Publish callbacks [] for security_group (699b278b-7e38-4903-a21e-635e83c826bc), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:08.099330 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b897f584-8585-47f9-9267-0afc41f0d1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (699b278b-7e38-4903-a21e-635e83c826bc), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:08.101890 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b897f584-8585-47f9-9267-0afc41f0d1b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:08.103073 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-b897f584-8585-47f9-9267-0afc41f0d1b2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/699b278b-7e38-4903-a21e-635e83c826bc HTTP/1.1" status: 204 len: 168 time: 0.1274102 Sep 22 17:21:08.111859 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897f584-8585-47f9-9267-0afc41f0d1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699b278b-7e38-4903-a21e-635e83c826bc,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:12.415155 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=4 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:12.422900 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=4 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:17.527832 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:17.963626 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=53,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:17.967215 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=53,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:18.106471 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:18.107434 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:18.130186 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:20.141277 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c6890361-f6cc-4f70-b633-6f2f509e60a2 req-9cc51fc8-39c8-4c07-b040-f84c02a5d6c6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407879 Sep 22 17:21:20.221927 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6890361-f6cc-4f70-b633-6f2f509e60a2 req-d0279981-ae8c-4092-94af-7d39aae03ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:20.223481 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c6890361-f6cc-4f70-b633-6f2f509e60a2 req-d0279981-ae8c-4092-94af-7d39aae03ef5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5fca6eabbca24bc09aee7e259ca82562&device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 1129 time: 0.0403285 Sep 22 17:21:20.361625 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6890361-f6cc-4f70-b633-6f2f509e60a2 req-8ea98fe6-c21a-4a86-9b0e-5e3d2d90b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:20.364548 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c6890361-f6cc-4f70-b633-6f2f509e60a2 req-8ea98fe6-c21a-4a86-9b0e-5e3d2d90b3e4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=1876d1ce-e761-46f2-ab46-b61110e15c2c HTTP/1.1" status: 200 len: 913 time: 0.1167464 Sep 22 17:21:20.432243 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c6890361-f6cc-4f70-b633-6f2f509e60a2 req-142a2102-a3a7-4e7c-910b-0515dab50df6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b87b30f0-d4bd-44de-ab2b-cbd612d168ea HTTP/1.1" status: 200 len: 1001 time: 0.0611379 Sep 22 17:21:20.485155 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6890361-f6cc-4f70-b633-6f2f509e60a2 req-26afda67-5f5e-422c-8044-c311df156fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:20.487396 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c6890361-f6cc-4f70-b633-6f2f509e60a2 req-26afda67-5f5e-422c-8044-c311df156fb6 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=43f0facb-fe45-427e-ac4c-a966b72df413 HTTP/1.1" status: 200 len: 851 time: 0.0488544 Sep 22 17:21:20.540598 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6890361-f6cc-4f70-b633-6f2f509e60a2 req-482ebc25-7b1f-46e7-8c9e-b0b50110b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:20.542690 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c6890361-f6cc-4f70-b633-6f2f509e60a2 req-482ebc25-7b1f-46e7-8c9e-b0b50110b390 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1876d1ce-e761-46f2-ab46-b61110e15c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463767 Sep 22 17:21:20.642978 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c6890361-f6cc-4f70-b633-6f2f509e60a2 req-b9f370c2-6bf9-4e48-928c-48453ea02fbb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932796 Sep 22 17:21:20.758357 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c6890361-f6cc-4f70-b633-6f2f509e60a2 req-55238bc4-f2f1-4996-ae25-abb62d93a846 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085012 Sep 22 17:21:20.940881 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-9c9fdffd-bcec-4e2c-934b-f18f63904d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:22.699194 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=13 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:22.706627 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=13 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:23.835182 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a2b34450-5ac5-4406-96f9-e3044122d393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:25.393220 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:26.813840 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:27.621982 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:29.421925 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 39908) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:29.564748 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Deleting port 18db230e-92ab-4054-a64e-813cca4ca688 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:21:29.565083 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (18db230e-92ab-4054-a64e-813cca4ca688), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:29.644371 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (18db230e-92ab-4054-a64e-813cca4ca688), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:29.644709 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for floatingip (18db230e-92ab-4054-a64e-813cca4ca688), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:29.657692 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Calling delete_port for 18db230e-92ab-4054-a64e-813cca4ca688 owned by network:floatingip {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:21:29.810997 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (18db230e-92ab-4054-a64e-813cca4ca688), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:29.835941 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event deleted for resources: {'Port': ['ID=18db230e-92ab-4054-a64e-813cca4ca688,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:29.863513 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.863856 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.864194 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.864532 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.864859 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.865184 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.865508 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.865829 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.866150 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.866471 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.866792 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.867354 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.867502 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.867766 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.868080 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:29.912509 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for floatingip (91249340-9566-431f-bdc3-d197751ff7ab), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:29.913175 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.db.l3_db [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Floating IP 91249340-9566-431f-bdc3-d197751ff7ab disassociated (deleted). External IP: 172.27.1.101, port: b87b30f0-d4bd-44de-ab2b-cbd612d168ea. Sep 22 17:21:30.138145 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:21:30.257250 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:21:30.262692 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:30.269655 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a2ed1c-bc48-4863-835f-58b51a6c0c23 None None] Sync routers for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:30.284313 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:30.285244 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a2ed1c-bc48-4863-835f-58b51a6c0c23 None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:21:30.286379 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-96a2ed1c-bc48-4863-835f-58b51a6c0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:21:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:30.296043 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-51717ebd-75f0-4361-9cdc-53003f8f4ada tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/91249340-9566-431f-bdc3-d197751ff7ab HTTP/1.1" status: 204 len: 168 time: 0.8730102 Sep 22 17:21:30.296635 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67aca1b1-ea8d-44ef-8332-d7d1bed31c9f', 'tag': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:21:30.299193 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f05967-0d45-456d-8758-480a7b89503e" -d '{"events": [{"name": "network-changed", "server_uuid": "67aca1b1-ea8d-44ef-8332-d7d1bed31c9f", "tag": "b87b30f0-d4bd-44de-ab2b-cbd612d168ea"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:30.446707 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-96a2ed1c-bc48-4863-835f-58b51a6c0c23 None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:21:30.523204 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61ec309-7888-4f03-994e-f3af1b1a4032 x-openstack-request-id: req-b61ec309-7888-4f03-994e-f3af1b1a4032 {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:30.523663 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67aca1b1-ea8d-44ef-8332-d7d1bed31c9f", "tag": "b87b30f0-d4bd-44de-ab2b-cbd612d168ea", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:30.523926 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b61ec309-7888-4f03-994e-f3af1b1a4032 {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:30.524517 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b61ec309-7888-4f03-994e-f3af1b1a4032'] response: {'name': 'network-changed', 'server_uuid': '67aca1b1-ea8d-44ef-8332-d7d1bed31c9f', 'tag': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea', 'status': 'completed', 'code': 200} Sep 22 17:21:30.624347 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656bd29-b69c-45e0-9e1e-6ad4c4526a61 req-6d4a6c5f-2fc7-4619-8fdf-c6f5c51e5b22 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:30.625864 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2656bd29-b69c-45e0-9e1e-6ad4c4526a61 req-6d4a6c5f-2fc7-4619-8fdf-c6f5c51e5b22 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 945 time: 0.0538712 Sep 22 17:21:30.678921 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2656bd29-b69c-45e0-9e1e-6ad4c4526a61 req-b880bad7-1b40-4d34-9893-72b3bd923954 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467374 Sep 22 17:21:30.809161 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-96a2ed1c-bc48-4863-835f-58b51a6c0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': 'addb755d-5bd4-42e2-8dcc-11688c965daa', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'port_id': '719c0d8a-4075-405a-a311-23e6e4817a12', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'mac_address': 'fa:16:3e:4b:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:50Z', 'updated_at': '2022-09-22T17:15:52Z', 'revision_number': 1, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:30.833040 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a2ed1c-bc48-4863-835f-58b51a6c0c23 None None] Checking router: 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:30.841430 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a2ed1c-bc48-4863-835f-58b51a6c0c23 None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:21:30.842022 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-96a2ed1c-bc48-4863-835f-58b51a6c0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:21:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:30.941641 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-96a2ed1c-bc48-4863-835f-58b51a6c0c23 None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:21:31.149133 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-96a2ed1c-bc48-4863-835f-58b51a6c0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': 'addb755d-5bd4-42e2-8dcc-11688c965daa', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'port_id': '719c0d8a-4075-405a-a311-23e6e4817a12', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'mac_address': 'fa:16:3e:4b:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:50Z', 'updated_at': '2022-09-22T17:15:52Z', 'revision_number': 1, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:31.174494 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a2ed1c-bc48-4863-835f-58b51a6c0c23 None None] The sync data for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi is: [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_floatingips': [{'id': 'addb755d-5bd4-42e2-8dcc-11688c965daa', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'router_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'port_id': '719c0d8a-4075-405a-a311-23e6e4817a12', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'mac_address': 'fa:16:3e:4b:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:50Z', 'updated_at': '2022-09-22T17:15:52Z', 'revision_number': 1, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:31.395953 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b01023-822b-498b-b173-51c200c55aae None None] New status for floating IP 91249340-9566-431f-bdc3-d197751ff7ab: DOWN {{(pid=106557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:21:31.732844 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f05967-0d45-456d-8758-480a7b89503e req-13e6d9ee-4042-4ed1-ad5d-fb8263d397c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:31.734665 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-73f05967-0d45-456d-8758-480a7b89503e req-13e6d9ee-4042-4ed1-ad5d-fb8263d397c7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5fca6eabbca24bc09aee7e259ca82562&device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 1129 time: 0.0452259 Sep 22 17:21:31.860122 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a923a-cf23-4c9b-9579-1a0974337305 req-bbf06a06-1171-4e6c-afa9-42efb02c1e2e tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:31.861564 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-247a923a-cf23-4c9b-9579-1a0974337305 req-bbf06a06-1171-4e6c-afa9-42efb02c1e2e tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 945 time: 0.0916743 Sep 22 17:21:31.912474 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f05967-0d45-456d-8758-480a7b89503e req-fbf17cdf-774b-450b-a283-d7847c830aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:31.913911 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-73f05967-0d45-456d-8758-480a7b89503e req-fbf17cdf-774b-450b-a283-d7847c830aa8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=1876d1ce-e761-46f2-ab46-b61110e15c2c HTTP/1.1" status: 200 len: 913 time: 0.1589975 Sep 22 17:21:31.932207 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-247a923a-cf23-4c9b-9579-1a0974337305 req-c914614f-89cc-4f83-a1bb-2f3c7069f486 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640900 Sep 22 17:21:32.002487 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-73f05967-0d45-456d-8758-480a7b89503e req-483af8eb-62a9-4ed7-b093-57002686eb6b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b87b30f0-d4bd-44de-ab2b-cbd612d168ea HTTP/1.1" status: 200 len: 217 time: 0.0381250 Sep 22 17:21:33.073245 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2feb5-be2e-40ec-a113-6b6905fc1fdd req-db6554ea-78a2-4fc5-bdfd-538e7b5c8372 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:33.074885 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2ac2feb5-be2e-40ec-a113-6b6905fc1fdd req-db6554ea-78a2-4fc5-bdfd-538e7b5c8372 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 945 time: 0.0619986 Sep 22 17:21:33.128218 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-2ac2feb5-be2e-40ec-a113-6b6905fc1fdd req-73d119fb-5ea1-443f-bce6-eb8609be2852 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474882 Sep 22 17:21:33.719047 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:21:34.217321 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:34.260399 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547b00f-2a1e-45ea-a12f-37754206afeb req-8f045bc1-d70c-4ee2-b405-084f5932006f tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:34.261896 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8547b00f-2a1e-45ea-a12f-37754206afeb req-8f045bc1-d70c-4ee2-b405-084f5932006f tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 945 time: 0.0551066 Sep 22 17:21:34.314000 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-8547b00f-2a1e-45ea-a12f-37754206afeb req-eb977d7c-7353-4b00-ae86-8d0204d61a03 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460694 Sep 22 17:21:34.436971 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 39982) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:34.538657 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ebf3d8c5-52ee-4224-b87d-02fef0fa94b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:34.573380 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:34.621541 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ebf3d8c5-52ee-4224-b87d-02fef0fa94b1 admin admin] Publish callbacks [] for security_group (8be0945b-2eac-485a-a2d0-f910a8512a05), precommit_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:34.625439 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-ebf3d8c5-52ee-4224-b87d-02fef0fa94b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (8be0945b-2eac-485a-a2d0-f910a8512a05), after_create {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:34.667991 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-ebf3d8c5-52ee-4224-b87d-02fef0fa94b1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=80d8064f1a904b6e8b0b4db7ce39e837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299669 Sep 22 17:21:34.669226 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3d8c5-52ee-4224-b87d-02fef0fa94b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be0945b-2eac-485a-a2d0-f910a8512a05,revision_number=1']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:34.670703 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 39986) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:34.708928 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=100 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:34.720919 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Publish callbacks [] for security_group (8be0945b-2eac-485a-a2d0-f910a8512a05), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:34.740939 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Publish callbacks [] for security_group (8be0945b-2eac-485a-a2d0-f910a8512a05), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:34.788913 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (8be0945b-2eac-485a-a2d0-f910a8512a05), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:34.792193 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:34.793336 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8be0945b-2eac-485a-a2d0-f910a8512a05 HTTP/1.1" status: 204 len: 168 time: 0.1216335 Sep 22 17:21:34.801659 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be0945b-2eac-485a-a2d0-f910a8512a05,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:34.808843 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.809197 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.809541 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.809882 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.810215 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.810554 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.810885 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.811239 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.811569 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.811895 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.812222 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.812549 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.812872 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.813194 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:34.813514 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97623b11-6c1a-4e33-8ba2-a44d474918bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:35.459401 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc0b42-31ff-4b4d-8e2e-a7a69ca352e9 req-b41a47fe-0e20-4f14-a903-8037b768590c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:35.460933 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c8bc0b42-31ff-4b4d-8e2e-a7a69ca352e9 req-b41a47fe-0e20-4f14-a903-8037b768590c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 945 time: 0.0589995 Sep 22 17:21:35.521500 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-c8bc0b42-31ff-4b4d-8e2e-a7a69ca352e9 req-1e5dd34b-cfc4-4233-9d35-d6c4cc750ca4 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489061 Sep 22 17:21:36.454495 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device b87b30f0-d4bd-44de-ab2b-cbd612d168ea no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:21:36.544358 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Current status of the port b87b30f0-d4bd-44de-ab2b-cbd612d168ea is: ACTIVE; New status is: DOWN {{(pid=106557) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 17:21:36.544654 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8059075'] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), before_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:36.570603 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67aca1b1-ea8d-44ef-8332-d7d1bed31c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea'}] {{(pid=106557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:21:36.572967 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3d66c601e97c725c58cef74f171c7290dbcdfc1800fdcf55ba8e9f948ae97a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06158f91-bc0a-49e3-a725-c76189444bc0" -d '{"events": [{"server_uuid": "67aca1b1-ea8d-44ef-8332-d7d1bed31c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "b87b30f0-d4bd-44de-ab2b-cbd612d168ea"}]}' {{(pid=106557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:36.588379 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] For port b87b30f0-d4bd-44de-ab2b-cbd612d168ea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b87b30f0-d4bd-44de-ab2b-cbd612d168ea,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:36.597507 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784621025446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784620584915', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784620584933'] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:36.623273 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 17:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79944e6-c9a0-4118-943c-9fe23915205a x-openstack-request-id: req-e79944e6-c9a0-4118-943c-9fe23915205a {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:36.623624 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67aca1b1-ea8d-44ef-8332-d7d1bed31c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "b87b30f0-d4bd-44de-ab2b-cbd612d168ea", "code": 200}]} {{(pid=106557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:36.623809 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e79944e6-c9a0-4118-943c-9fe23915205a {{(pid=106557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:36.624373 dv-cinder-835384-28-iscsi neutron-server[106557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e79944e6-c9a0-4118-943c-9fe23915205a'] response: {'server_uuid': '67aca1b1-ea8d-44ef-8332-d7d1bed31c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea', 'code': 200} Sep 22 17:21:36.654243 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Pushing event updated for resources: {'Port': ['ID=b87b30f0-d4bd-44de-ab2b-cbd612d168ea,revision_number=6']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:36.661674 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:36.662015 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:36.662355 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:36.662689 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:36.663042 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:36.663284 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79434873-4d05-48d5-bcf2-5fb0d571a2cd req-81a6959d-3435-495d-b9e0-6624faea510c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:36.663774 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:36.663774 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:36.663995 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:36.664312 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:36.664632 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:36.664964 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:36.665084 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-79434873-4d05-48d5-bcf2-5fb0d571a2cd req-81a6959d-3435-495d-b9e0-6624faea510c tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 943 time: 0.0503659 Sep 22 17:21:36.665430 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:36.666367 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:36.666698 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:36.667134 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835384-28-iscsi {{(pid=106557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:36.722252 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-79434873-4d05-48d5-bcf2-5fb0d571a2cd req-29f074cd-915c-44b0-857b-5466401c2d7d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508950 Sep 22 17:21:37.522559 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:37.523389 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f05967-0d45-456d-8758-480a7b89503e req-f1212146-239d-4ca3-95fb-d2750bdcbc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:37.523930 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-73f05967-0d45-456d-8758-480a7b89503e req-f1212146-239d-4ca3-95fb-d2750bdcbc62 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=43f0facb-fe45-427e-ac4c-a966b72df413 HTTP/1.1" status: 200 len: 851 time: 0.0469387 Sep 22 17:21:37.576803 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f05967-0d45-456d-8758-480a7b89503e req-c24d3fc0-00f9-404c-9fc0-a76cbd44acca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:37.578624 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-73f05967-0d45-456d-8758-480a7b89503e req-c24d3fc0-00f9-404c-9fc0-a76cbd44acca service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1876d1ce-e761-46f2-ab46-b61110e15c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466120 Sep 22 17:21:37.682785 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023e35a-1b67-4658-b969-ccf7428e3555 req-f60752cd-609f-4ffd-bb38-5275274c3ef4 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:37.685039 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-a023e35a-1b67-4658-b969-ccf7428e3555 req-f60752cd-609f-4ffd-bb38-5275274c3ef4 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 943 time: 0.0485933 Sep 22 17:21:37.724743 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-73f05967-0d45-456d-8758-480a7b89503e req-7a5eab7a-9433-46c9-b74c-d0d511cd5358 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896244 Sep 22 17:21:37.774255 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [req-a023e35a-1b67-4658-b969-ccf7428e3555 req-76a0f719-9d94-4fb0-9ead-1366ed92e8bb tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Deleting port b87b30f0-d4bd-44de-ab2b-cbd612d168ea {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:21:37.774518 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-a023e35a-1b67-4658-b969-ccf7428e3555 req-76a0f719-9d94-4fb0-9ead-1366ed92e8bb tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:37.887233 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [req-a023e35a-1b67-4658-b969-ccf7428e3555 req-76a0f719-9d94-4fb0-9ead-1366ed92e8bb tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] For port b87b30f0-d4bd-44de-ab2b-cbd612d168ea, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=b87b30f0-d4bd-44de-ab2b-cbd612d168ea,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:37.888032 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-a023e35a-1b67-4658-b969-ccf7428e3555 req-76a0f719-9d94-4fb0-9ead-1366ed92e8bb tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:37.898882 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197a733-69f4-4524-85e4-cd67b506ec49 req-44af2a71-cf9c-4137-98d2-582176376c40 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:37.901205 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5197a733-69f4-4524-85e4-cd67b506ec49 req-44af2a71-cf9c-4137-98d2-582176376c40 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 943 time: 0.0643923 Sep 22 17:21:37.905746 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-73f05967-0d45-456d-8758-480a7b89503e req-38c15b31-c745-42df-a3c3-1a8794db34f4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743491 Sep 22 17:21:37.906257 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [req-a023e35a-1b67-4658-b969-ccf7428e3555 req-76a0f719-9d94-4fb0-9ead-1366ed92e8bb tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Calling delete_port for b87b30f0-d4bd-44de-ab2b-cbd612d168ea owned by compute:nova {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:21:37.966031 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-5197a733-69f4-4524-85e4-cd67b506ec49 req-d75e12e3-496c-4cba-9eef-2948ff0923c7 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576425 Sep 22 17:21:38.075483 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-a023e35a-1b67-4658-b969-ccf7428e3555 req-76a0f719-9d94-4fb0-9ead-1366ed92e8bb tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (b87b30f0-d4bd-44de-ab2b-cbd612d168ea), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:38.105795 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0f719-9d94-4fb0-9ead-1366ed92e8bb tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event deleted for resources: {'Port': ['ID=b87b30f0-d4bd-44de-ab2b-cbd612d168ea,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:38.151979 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a023e35a-1b67-4658-b969-ccf7428e3555 req-76a0f719-9d94-4fb0-9ead-1366ed92e8bb tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] No DVR routers for this DVR port b87b30f0-d4bd-44de-ab2b-cbd612d168ea on host hv-cinder-83538 {{(pid=106556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:21:38.154695 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [req-a023e35a-1b67-4658-b969-ccf7428e3555 req-76a0f719-9d94-4fb0-9ead-1366ed92e8bb tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:38.158087 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-a023e35a-1b67-4658-b969-ccf7428e3555 req-76a0f719-9d94-4fb0-9ead-1366ed92e8bb tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.33 "DELETE /networking/v2.0/ports/b87b30f0-d4bd-44de-ab2b-cbd612d168ea HTTP/1.1" status: 204 len: 173 time: 0.4679925 Sep 22 17:21:38.158624 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67aca1b1-ea8d-44ef-8332-d7d1bed31c9f', 'name': 'network-vif-deleted', 'tag': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea'}] {{(pid=106556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:21:38.160979 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dbbfb641b4961e1cbc42e6b7bc86eca79e95d001bfab842a4ff4148737cd0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e766a9a-af36-4f86-90f7-df4c93e32fd9" -d '{"events": [{"server_uuid": "67aca1b1-ea8d-44ef-8332-d7d1bed31c9f", "name": "network-vif-deleted", "tag": "b87b30f0-d4bd-44de-ab2b-cbd612d168ea"}]}' {{(pid=106556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:38.206847 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4460b9-2507-4b09-913f-ba02315c8766 x-openstack-request-id: req-df4460b9-2507-4b09-913f-ba02315c8766 {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:38.207177 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67aca1b1-ea8d-44ef-8332-d7d1bed31c9f", "name": "network-vif-deleted", "tag": "b87b30f0-d4bd-44de-ab2b-cbd612d168ea", "status": "completed", "code": 200}]} {{(pid=106556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:38.207427 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df4460b9-2507-4b09-913f-ba02315c8766 {{(pid=106556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:38.207952 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4460b9-2507-4b09-913f-ba02315c8766'] response: {'server_uuid': '67aca1b1-ea8d-44ef-8332-d7d1bed31c9f', 'name': 'network-vif-deleted', 'tag': 'b87b30f0-d4bd-44de-ab2b-cbd612d168ea', 'status': 'completed', 'code': 200} Sep 22 17:21:39.100979 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-258863cc-c45d-411e-9de1-ee6518dfd053 req-9cb046fa-3463-4514-9045-e66bac28375f tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=67aca1b1-ea8d-44ef-8332-d7d1bed31c9f HTTP/1.1" status: 200 len: 210 time: 0.0330665 Sep 22 17:21:42.441822 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 40102) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:42.598614 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-930d7b33-72ae-43c9-8ad8-d480d1df4a44 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Deleting port 878495db-7f39-44e3-8b76-7344174dd9a3 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:21:42.598976 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-930d7b33-72ae-43c9-8ad8-d480d1df4a44 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (878495db-7f39-44e3-8b76-7344174dd9a3), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:42.640179 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:42.686573 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-930d7b33-72ae-43c9-8ad8-d480d1df4a44 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (878495db-7f39-44e3-8b76-7344174dd9a3), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:42.686994 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-930d7b33-72ae-43c9-8ad8-d480d1df4a44 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for floatingip (878495db-7f39-44e3-8b76-7344174dd9a3), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:42.700546 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:42.701818 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-930d7b33-72ae-43c9-8ad8-d480d1df4a44 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Calling delete_port for 878495db-7f39-44e3-8b76-7344174dd9a3 owned by network:floatingip {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:21:42.862492 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-930d7b33-72ae-43c9-8ad8-d480d1df4a44 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (878495db-7f39-44e3-8b76-7344174dd9a3), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:42.893218 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d7b33-72ae-43c9-8ad8-d480d1df4a44 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event deleted for resources: {'Port': ['ID=878495db-7f39-44e3-8b76-7344174dd9a3,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:42.959253 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-930d7b33-72ae-43c9-8ad8-d480d1df4a44 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for floatingip (addb755d-5bd4-42e2-8dcc-11688c965daa), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:42.959539 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.db.l3_db [None req-930d7b33-72ae-43c9-8ad8-d480d1df4a44 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Floating IP addb755d-5bd4-42e2-8dcc-11688c965daa disassociated (deleted). External IP: 172.27.1.16, port: 719c0d8a-4075-405a-a311-23e6e4817a12. Sep 22 17:21:43.422756 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930d7b33-72ae-43c9-8ad8-d480d1df4a44 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:21:43.524986 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930d7b33-72ae-43c9-8ad8-d480d1df4a44 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:21:43.529734 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-930d7b33-72ae-43c9-8ad8-d480d1df4a44 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:43.534250 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ee5d0-9f77-49c8-956f-0977163c3f95 None None] Sync routers for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:43.544691 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ee5d0-9f77-49c8-956f-0977163c3f95 None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:21:43.545558 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-d74ee5d0-9f77-49c8-956f-0977163c3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:21:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:43.564761 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-930d7b33-72ae-43c9-8ad8-d480d1df4a44 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/addb755d-5bd4-42e2-8dcc-11688c965daa HTTP/1.1" status: 204 len: 168 time: 1.1218109 Sep 22 17:21:43.565806 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'tag': '719c0d8a-4075-405a-a311-23e6e4817a12'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:21:43.568544 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddd9f57-129e-46a5-a9a1-224c22824c63" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a1d014-c233-453b-a917-67b7bce065fe", "tag": "719c0d8a-4075-405a-a311-23e6e4817a12"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:43.614389 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b447f3-3fab-400e-bd8a-a02db7dab9a3 x-openstack-request-id: req-40b447f3-3fab-400e-bd8a-a02db7dab9a3 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:43.614648 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a1d014-c233-453b-a917-67b7bce065fe", "tag": "719c0d8a-4075-405a-a311-23e6e4817a12", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:43.614926 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40b447f3-3fab-400e-bd8a-a02db7dab9a3 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:43.615417 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b447f3-3fab-400e-bd8a-a02db7dab9a3'] response: {'name': 'network-changed', 'server_uuid': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'tag': '719c0d8a-4075-405a-a311-23e6e4817a12', 'status': 'completed', 'code': 200} Sep 22 17:21:43.666458 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-d74ee5d0-9f77-49c8-956f-0977163c3f95 None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:21:43.717922 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd9f57-129e-46a5-a9a1-224c22824c63 req-34ea9a13-9510-43b2-a93c-3361da37b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:43.719648 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-0ddd9f57-129e-46a5-a9a1-224c22824c63 req-34ea9a13-9510-43b2-a93c-3361da37b31d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5fca6eabbca24bc09aee7e259ca82562&device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 1129 time: 0.0499763 Sep 22 17:21:43.724934 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=100 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:43.813702 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=100 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:43.822163 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ad482-fe65-43d1-bb9a-ec041f8d70b1 req-2bcc1f91-7d5d-4141-8968-b3fb8a8bbb79 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:43.824198 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-242ad482-fe65-43d1-bb9a-ec041f8d70b1 req-2bcc1f91-7d5d-4141-8968-b3fb8a8bbb79 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 945 time: 0.0539112 Sep 22 17:21:43.878815 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-242ad482-fe65-43d1-bb9a-ec041f8d70b1 req-69e00aad-40dc-40e6-85b2-af569eedb066 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497394 Sep 22 17:21:43.884496 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-d74ee5d0-9f77-49c8-956f-0977163c3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:43.910845 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ee5d0-9f77-49c8-956f-0977163c3f95 None None] Checking router: 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:43.920101 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ee5d0-9f77-49c8-956f-0977163c3f95 None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:21:43.920319 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-d74ee5d0-9f77-49c8-956f-0977163c3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:21:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:43.992371 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd9f57-129e-46a5-a9a1-224c22824c63 req-3986ce01-152e-40aa-9136-05d6dadd4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:43.993744 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-0ddd9f57-129e-46a5-a9a1-224c22824c63 req-3986ce01-152e-40aa-9136-05d6dadd4c40 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=1876d1ce-e761-46f2-ab46-b61110e15c2c HTTP/1.1" status: 200 len: 913 time: 0.0914147 Sep 22 17:21:44.027160 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-d74ee5d0-9f77-49c8-956f-0977163c3f95 None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:21:44.042595 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-0ddd9f57-129e-46a5-a9a1-224c22824c63 req-29cba499-1a61-49fe-bb48-da70fdf70e38 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=719c0d8a-4075-405a-a311-23e6e4817a12 HTTP/1.1" status: 200 len: 217 time: 0.0379260 Sep 22 17:21:44.082242 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:44.100568 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd9f57-129e-46a5-a9a1-224c22824c63 req-f1a61105-2ce3-4d4b-9ba7-9653ef75db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:44.102046 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-0ddd9f57-129e-46a5-a9a1-224c22824c63 req-f1a61105-2ce3-4d4b-9ba7-9653ef75db55 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=43f0facb-fe45-427e-ac4c-a966b72df413 HTTP/1.1" status: 200 len: 851 time: 0.0492611 Sep 22 17:21:44.146760 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd9f57-129e-46a5-a9a1-224c22824c63 req-93c38b0e-8288-42bc-ae39-ae2faf7adf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:44.148318 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-0ddd9f57-129e-46a5-a9a1-224c22824c63 req-93c38b0e-8288-42bc-ae39-ae2faf7adf30 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=1876d1ce-e761-46f2-ab46-b61110e15c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398157 Sep 22 17:21:44.227036 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-d74ee5d0-9f77-49c8-956f-0977163c3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:44.260340 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ee5d0-9f77-49c8-956f-0977163c3f95 None None] The sync data for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi is: [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:19Z', 'revision_number': 4, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi', '_interfaces': [{'id': '4cde5cf6-937b-417d-ab30-59f813a9c539', 'name': '', 'network_id': '1876d1ce-e761-46f2-ab46-b61110e15c2c', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'mac_address': 'fa:16:3e:e6:ad:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:18Z', 'updated_at': '2022-09-22T17:11:25Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'subnets': [{'id': '43f0facb-fe45-427e-ac4c-a966b72df413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:44.432925 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-0ddd9f57-129e-46a5-a9a1-224c22824c63 req-dd6f8c96-94bd-4df1-b05d-6d3183413d47 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019974 Sep 22 17:21:44.516450 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6824a38-08f6-46ba-bb3d-dc5cb4194e4f None None] New status for floating IP addb755d-5bd4-42e2-8dcc-11688c965daa: DOWN {{(pid=106557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 17:21:44.552912 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:44.598555 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [req-0ddd9f57-129e-46a5-a9a1-224c22824c63 req-fcec8642-fcd6-42d7-b84a-aa6c36987251 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164799 Sep 22 17:21:44.681718 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01428ed5-4926-4dbc-852c-d66b861a4bb4 req-d4b59e93-6a3a-4413-8423-7a7a7973c278 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:44.682365 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01428ed5-4926-4dbc-852c-d66b861a4bb4 req-d4b59e93-6a3a-4413-8423-7a7a7973c278 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 945 time: 0.0558870 Sep 22 17:21:44.772966 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-01428ed5-4926-4dbc-852c-d66b861a4bb4 req-36f5e238-0dfd-46f2-8c5a-2e99574097e6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Deleting port 719c0d8a-4075-405a-a311-23e6e4817a12 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:21:44.773248 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-01428ed5-4926-4dbc-852c-d66b861a4bb4 req-36f5e238-0dfd-46f2-8c5a-2e99574097e6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (719c0d8a-4075-405a-a311-23e6e4817a12), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:44.827760 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:44.841915 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:44.872757 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [req-01428ed5-4926-4dbc-852c-d66b861a4bb4 req-36f5e238-0dfd-46f2-8c5a-2e99574097e6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] For port 719c0d8a-4075-405a-a311-23e6e4817a12, host hv-cinder-83538, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83538',level=0,port_id=719c0d8a-4075-405a-a311-23e6e4817a12,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:44.873113 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-01428ed5-4926-4dbc-852c-d66b861a4bb4 req-36f5e238-0dfd-46f2-8c5a-2e99574097e6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (719c0d8a-4075-405a-a311-23e6e4817a12), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:44.886803 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [req-01428ed5-4926-4dbc-852c-d66b861a4bb4 req-36f5e238-0dfd-46f2-8c5a-2e99574097e6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Calling delete_port for 719c0d8a-4075-405a-a311-23e6e4817a12 owned by compute:nova {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:21:45.040447 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cace3-0401-484f-9a89-f75ccc6b76d7 req-4fe3310e-3344-4ff7-999a-c224e40ec54d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:45.041907 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f90cace3-0401-484f-9a89-f75ccc6b76d7 req-4fe3310e-3344-4ff7-999a-c224e40ec54d tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=d4a1d014-c233-453b-a917-67b7bce065fe HTTP/1.1" status: 200 len: 945 time: 0.0833752 Sep 22 17:21:45.081136 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-01428ed5-4926-4dbc-852c-d66b861a4bb4 req-36f5e238-0dfd-46f2-8c5a-2e99574097e6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (719c0d8a-4075-405a-a311-23e6e4817a12), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:45.129237 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5e238-0dfd-46f2-8c5a-2e99574097e6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event deleted for resources: {'Port': ['ID=719c0d8a-4075-405a-a311-23e6e4817a12,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:45.146478 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-f90cace3-0401-484f-9a89-f75ccc6b76d7 req-20d0a310-f41d-49a2-b2ed-1e4f36975c22 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ce8cce58-89bc-4ff4-9fdc-a0600869e464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986056 Sep 22 17:21:45.194821 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [req-01428ed5-4926-4dbc-852c-d66b861a4bb4 req-36f5e238-0dfd-46f2-8c5a-2e99574097e6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] No DVR routers for this DVR port 719c0d8a-4075-405a-a311-23e6e4817a12 on host hv-cinder-83538 {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:21:45.198653 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [req-01428ed5-4926-4dbc-852c-d66b861a4bb4 req-36f5e238-0dfd-46f2-8c5a-2e99574097e6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for port (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:45.202334 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [req-01428ed5-4926-4dbc-852c-d66b861a4bb4 req-36f5e238-0dfd-46f2-8c5a-2e99574097e6 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.33 "DELETE /networking/v2.0/ports/719c0d8a-4075-405a-a311-23e6e4817a12 HTTP/1.1" status: 204 len: 173 time: 0.5147724 Sep 22 17:21:45.616560 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'name': 'network-vif-deleted', 'tag': '719c0d8a-4075-405a-a311-23e6e4817a12'}] {{(pid=106555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 17:21:45.621549 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a29af04f23242b971d68750c1246a4ce0f4588df49ab9e426378b8ef3037c0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0f5353-a91d-46be-a924-e3500d1f0357" -d '{"events": [{"server_uuid": "d4a1d014-c233-453b-a917-67b7bce065fe", "name": "network-vif-deleted", "tag": "719c0d8a-4075-405a-a311-23e6e4817a12"}]}' {{(pid=106555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:45.666740 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9935624-f0c6-4bd5-adca-97944702d610 x-openstack-request-id: req-e9935624-f0c6-4bd5-adca-97944702d610 {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:45.667095 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a1d014-c233-453b-a917-67b7bce065fe", "name": "network-vif-deleted", "tag": "719c0d8a-4075-405a-a311-23e6e4817a12", "status": "completed", "code": 200}]} {{(pid=106555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:45.667330 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9935624-f0c6-4bd5-adca-97944702d610 {{(pid=106555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:45.667716 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9935624-f0c6-4bd5-adca-97944702d610'] response: {'server_uuid': 'd4a1d014-c233-453b-a917-67b7bce065fe', 'name': 'network-vif-deleted', 'tag': '719c0d8a-4075-405a-a311-23e6e4817a12', 'status': 'completed', 'code': 200} Sep 22 17:21:46.223591 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 40124) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:46.371941 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-8771c21e-c920-4b35-8de3-a49c9a34dcdd tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Deleting port fdff2da3-45bd-40f3-aad5-ec7903ccdd98 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:21:46.372281 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8771c21e-c920-4b35-8de3-a49c9a34dcdd tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (fdff2da3-45bd-40f3-aad5-ec7903ccdd98), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:46.455604 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8771c21e-c920-4b35-8de3-a49c9a34dcdd tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (fdff2da3-45bd-40f3-aad5-ec7903ccdd98), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:46.455924 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8771c21e-c920-4b35-8de3-a49c9a34dcdd tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for floatingip (fdff2da3-45bd-40f3-aad5-ec7903ccdd98), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:46.469533 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-8771c21e-c920-4b35-8de3-a49c9a34dcdd tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Calling delete_port for fdff2da3-45bd-40f3-aad5-ec7903ccdd98 owned by network:floatingip {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:21:46.627125 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8771c21e-c920-4b35-8de3-a49c9a34dcdd tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (fdff2da3-45bd-40f3-aad5-ec7903ccdd98), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:46.651399 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771c21e-c920-4b35-8de3-a49c9a34dcdd tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event deleted for resources: {'Port': ['ID=fdff2da3-45bd-40f3-aad5-ec7903ccdd98,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:46.720982 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8771c21e-c920-4b35-8de3-a49c9a34dcdd tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for floatingip (e63477f9-ec85-4f6d-b6fe-dc0240f01cc4), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:46.723427 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-8771c21e-c920-4b35-8de3-a49c9a34dcdd tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45180'] for floatingip (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:46.724652 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-8771c21e-c920-4b35-8de3-a49c9a34dcdd tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/e63477f9-ec85-4f6d-b6fe-dc0240f01cc4 HTTP/1.1" status: 204 len: 168 time: 0.5001295 Sep 22 17:21:47.943883 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 40152) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:48.008757 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6b1c0e9b-6dd5-4623-a5a1-ea65c1786a50 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group (ce8cce58-89bc-4ff4-9fdc-a0600869e464), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:48.040817 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6b1c0e9b-6dd5-4623-a5a1-ea65c1786a50 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group (ce8cce58-89bc-4ff4-9fdc-a0600869e464), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:48.105278 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6b1c0e9b-6dd5-4623-a5a1-ea65c1786a50 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (ce8cce58-89bc-4ff4-9fdc-a0600869e464), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:48.108264 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6b1c0e9b-6dd5-4623-a5a1-ea65c1786a50 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:48.109503 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-6b1c0e9b-6dd5-4623-a5a1-ea65c1786a50 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ce8cce58-89bc-4ff4-9fdc-a0600869e464 HTTP/1.1" status: 204 len: 168 time: 0.1645856 Sep 22 17:21:48.119569 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c0e9b-6dd5-4623-a5a1-ea65c1786a50 tempest-TestVolumeBootPattern-85944829 tempest-TestVolumeBootPattern-85944829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8cce58-89bc-4ff4-9fdc-a0600869e464,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:48.134241 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:UPDATE=5,neutron:SELECT=35 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:48.185481 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 40156) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:48.508528 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 719c0d8a-4075-405a-a311-23e6e4817a12 no longer exists at agent hyperv_hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:21:48.512228 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:48.532285 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] No Port match for: 719c0d8a-4075-405a-a311-23e6e4817a12 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:21:48.532621 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Device 719c0d8a-4075-405a-a311-23e6e4817a12 not bound to the agent host hv-cinder-83538 {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:21:48.698670 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-20a66ae4-e665-4ada-be83-5405683c5f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498853'] for router_interface (6517f7c5-ba84-406c-81cf-3be9c0f1fe28), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:48.921755 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:48.951996 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-20a66ae4-e665-4ada-be83-5405683c5f68 admin admin] Deleting port 4cde5cf6-937b-417d-ab30-59f813a9c539 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:21:48.952660 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-20a66ae4-e665-4ada-be83-5405683c5f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:49.054982 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-20a66ae4-e665-4ada-be83-5405683c5f68 admin admin] For port 4cde5cf6-937b-417d-ab30-59f813a9c539, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=4cde5cf6-937b-417d-ab30-59f813a9c539,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:49.055341 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-20a66ae4-e665-4ada-be83-5405683c5f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:49.068804 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-20a66ae4-e665-4ada-be83-5405683c5f68 admin admin] Calling delete_port for 4cde5cf6-937b-417d-ab30-59f813a9c539 owned by network:router_interface {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:21:49.172520 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:49.266777 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-20a66ae4-e665-4ada-be83-5405683c5f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (4cde5cf6-937b-417d-ab30-59f813a9c539), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:49.290592 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a66ae4-e665-4ada-be83-5405683c5f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cde5cf6-937b-417d-ab30-59f813a9c539,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:49.476983 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-20a66ae4-e665-4ada-be83-5405683c5f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533013'] for router_interface (6517f7c5-ba84-406c-81cf-3be9c0f1fe28), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:49.700372 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a66ae4-e665-4ada-be83-5405683c5f68 admin admin] Router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:21:49.800817 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:49.812415 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a66ae4-e665-4ada-be83-5405683c5f68 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:21:49.818051 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-20a66ae4-e665-4ada-be83-5405683c5f68 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/6517f7c5-ba84-406c-81cf-3be9c0f1fe28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6315243 Sep 22 17:21:49.820695 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 40162) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:49.826221 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b84eb2b-85af-4e0b-9d26-0dec32321de7 None None] Sync routers for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:49.835843 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b84eb2b-85af-4e0b-9d26-0dec32321de7 None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:21:49.836474 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-8b84eb2b-85af-4e0b-9d26-0dec32321de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:21:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:49.919421 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-13433fe0-45fc-4bb4-9b82-62f132e2a3f3 admin admin] Publish callbacks [] for router (6517f7c5-ba84-406c-81cf-3be9c0f1fe28), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:49.937996 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-8b84eb2b-85af-4e0b-9d26-0dec32321de7 None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:21:50.203323 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-8b84eb2b-85af-4e0b-9d26-0dec32321de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:21:49Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:50.236596 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b84eb2b-85af-4e0b-9d26-0dec32321de7 None None] Checking router: 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 for host: dv-cinder-835384-28-iscsi {{(pid=106558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:50.246311 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b84eb2b-85af-4e0b-9d26-0dec32321de7 None None] Routers {'6517f7c5-ba84-406c-81cf-3be9c0f1fe28'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:21:50.246934 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-8b84eb2b-85af-4e0b-9d26-0dec32321de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:21:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'], 'active': True} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:50.278295 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-13433fe0-45fc-4bb4-9b82-62f132e2a3f3 admin admin] Publish callbacks [] for router_gateway (6517f7c5-ba84-406c-81cf-3be9c0f1fe28), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:50.322698 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-13433fe0-45fc-4bb4-9b82-62f132e2a3f3 admin admin] Deleting port 4561b92d-041a-4431-838d-8b579d303572 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:21:50.323068 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-13433fe0-45fc-4bb4-9b82-62f132e2a3f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (4561b92d-041a-4431-838d-8b579d303572), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:50.351849 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_dvr_db [None req-8b84eb2b-85af-4e0b-9d26-0dec32321de7 None None] Set router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:21:50.354214 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=100 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:50.389321 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:50.408947 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-13433fe0-45fc-4bb4-9b82-62f132e2a3f3 admin admin] For port 4561b92d-041a-4431-838d-8b579d303572, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=4561b92d-041a-4431-838d-8b579d303572,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:50.409297 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-13433fe0-45fc-4bb4-9b82-62f132e2a3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (4561b92d-041a-4431-838d-8b579d303572), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:50.423047 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-13433fe0-45fc-4bb4-9b82-62f132e2a3f3 admin admin] Calling delete_port for 4561b92d-041a-4431-838d-8b579d303572 owned by network:router_gateway {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:21:50.526136 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.l3_hamode_db [None req-8b84eb2b-85af-4e0b-9d26-0dec32321de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:21:49Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:50.554187 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b84eb2b-85af-4e0b-9d26-0dec32321de7 None None] The sync data for ids ['6517f7c5-ba84-406c-81cf-3be9c0f1fe28'] in dv-cinder-835384-28-iscsi is: [{'id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'name': 'tempest-TestVolumeBootPattern-1591225704-router', 'tenant_id': '5fca6eabbca24bc09aee7e259ca82562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '4561b92d-041a-4431-838d-8b579d303572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:21:49Z', 'revision_number': 5, 'project_id': '5fca6eabbca24bc09aee7e259ca82562', 'gw_port': {'id': '4561b92d-041a-4431-838d-8b579d303572', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6517f7c5-ba84-406c-81cf-3be9c0f1fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:16Z', 'updated_at': '2022-09-22T17:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}] {{(pid=106558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:50.596280 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-13433fe0-45fc-4bb4-9b82-62f132e2a3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (4561b92d-041a-4431-838d-8b579d303572), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:50.621912 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13433fe0-45fc-4bb4-9b82-62f132e2a3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4561b92d-041a-4431-838d-8b579d303572,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:50.682485 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-13433fe0-45fc-4bb4-9b82-62f132e2a3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536415'] for router_gateway (6517f7c5-ba84-406c-81cf-3be9c0f1fe28), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:50.774441 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-13433fe0-45fc-4bb4-9b82-62f132e2a3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2709'] for router (6517f7c5-ba84-406c-81cf-3be9c0f1fe28), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:50.776715 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-13433fe0-45fc-4bb4-9b82-62f132e2a3f3 admin admin] Publish callbacks [] for router_controller (6517f7c5-ba84-406c-81cf-3be9c0f1fe28), precommit_delete_associations {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:50.822678 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-13433fe0-45fc-4bb4-9b82-62f132e2a3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533096'] for router (6517f7c5-ba84-406c-81cf-3be9c0f1fe28), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:50.823912 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13433fe0-45fc-4bb4-9b82-62f132e2a3f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6517f7c5-ba84-406c-81cf-3be9c0f1fe28 {{(pid=106556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:21:50.829885 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-13433fe0-45fc-4bb4-9b82-62f132e2a3f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:50.831075 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-13433fe0-45fc-4bb4-9b82-62f132e2a3f3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/6517f7c5-ba84-406c-81cf-3be9c0f1fe28 HTTP/1.1" status: 204 len: 168 time: 1.0094488 Sep 22 17:21:50.833842 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 40166) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:50.884298 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_v2 [None req-93846de0-b03f-49c8-b0d4-3b7bff07eecf admin admin] Deleting subnet 43f0facb-fe45-427e-ac4c-a966b72df413 {{(pid=106556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 17:21:50.888087 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-93846de0-b03f-49c8-b0d4-3b7bff07eecf admin admin] Publish callbacks [] for subnet (43f0facb-fe45-427e-ac4c-a966b72df413), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:50.929094 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-93846de0-b03f-49c8-b0d4-3b7bff07eecf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3319090'] for subnet (43f0facb-fe45-427e-ac4c-a966b72df413), precommit_delete_associations {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:50.937630 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-af60aae6-73e3-4cce-8336-eeceff322254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:50.964561 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:51.043050 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-93846de0-b03f-49c8-b0d4-3b7bff07eecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8016103'] for subnet (43f0facb-fe45-427e-ac4c-a966b72df413), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:51.107910 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-93846de0-b03f-49c8-b0d4-3b7bff07eecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8014298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3793533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3584758'] for subnet (43f0facb-fe45-427e-ac4c-a966b72df413), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:51.135961 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93846de0-b03f-49c8-b0d4-3b7bff07eecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f0facb-fe45-427e-ac4c-a966b72df413,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:51.137924 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-93846de0-b03f-49c8-b0d4-3b7bff07eecf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:51.142138 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-93846de0-b03f-49c8-b0d4-3b7bff07eecf admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/43f0facb-fe45-427e-ac4c-a966b72df413 HTTP/1.1" status: 204 len: 168 time: 0.3062706 Sep 22 17:21:51.142827 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3249d06b-5295-4bef-9e91-abb1f77404f8 None None] Network 1876d1ce-e761-46f2-ab46-b61110e15c2c requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:21:51.144259 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 40170) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:51.223516 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632274'] for network (1876d1ce-e761-46f2-ab46-b61110e15c2c), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:51.260917 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:51.273685 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:51.274505 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] Deleting port d3669f17-f202-4778-9b6a-13aca7d2a3e6 {{(pid=106555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:21:51.274853 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (d3669f17-f202-4778-9b6a-13aca7d2a3e6), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:51.314646 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c971d88-7a36-4d6a-b489-8f405ea40b77 None None] DHCP port deletion for 1876d1ce-e761-46f2-ab46-b61110e15c2c request from dv-cinder-835384-28-iscsi {{(pid=106557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 17:21:51.347659 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.db [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] For port d3669f17-f202-4778-9b6a-13aca7d2a3e6, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=d3669f17-f202-4778-9b6a-13aca7d2a3e6,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:51.348121 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (d3669f17-f202-4778-9b6a-13aca7d2a3e6), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:51.359311 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8c971d88-7a36-4d6a-b489-8f405ea40b77 None None] Deleting port d3669f17-f202-4778-9b6a-13aca7d2a3e6 {{(pid=106557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:21:51.359685 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8c971d88-7a36-4d6a-b489-8f405ea40b77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (d3669f17-f202-4778-9b6a-13aca7d2a3e6), before_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:51.364591 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.plugin [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] Calling delete_port for d3669f17-f202-4778-9b6a-13aca7d2a3e6 owned by network:dhcp {{(pid=106555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:21:51.427647 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-8c971d88-7a36-4d6a-b489-8f405ea40b77 None None] For port d3669f17-f202-4778-9b6a-13aca7d2a3e6, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=d3669f17-f202-4778-9b6a-13aca7d2a3e6,segment=NetworkSegment(45167f1e-68ee-438b-a0d8-d4dca6e3f2f1),segment_id=45167f1e-68ee-438b-a0d8-d4dca6e3f2f1)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:51.428050 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8c971d88-7a36-4d6a-b489-8f405ea40b77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (d3669f17-f202-4778-9b6a-13aca7d2a3e6), precommit_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:51.442125 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8c971d88-7a36-4d6a-b489-8f405ea40b77 None None] Calling delete_port for d3669f17-f202-4778-9b6a-13aca7d2a3e6 owned by network:dhcp {{(pid=106557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:21:51.449723 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3524093'] for port (d3669f17-f202-4778-9b6a-13aca7d2a3e6), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:51.480103 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3669f17-f202-4778-9b6a-13aca7d2a3e6,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:51.482280 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] No DVR routers for this DVR port d3669f17-f202-4778-9b6a-13aca7d2a3e6 on host dv-cinder-835384-28-iscsi {{(pid=106555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:21:51.526119 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8c971d88-7a36-4d6a-b489-8f405ea40b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906'] for port (d3669f17-f202-4778-9b6a-13aca7d2a3e6), after_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:51.554445 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c971d88-7a36-4d6a-b489-8f405ea40b77 None None] Pushing event deleted for resources: {'Port': ['ID=d3669f17-f202-4778-9b6a-13aca7d2a3e6,revision_number=None']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:51.560200 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c971d88-7a36-4d6a-b489-8f405ea40b77 None None] No DVR routers for this DVR port d3669f17-f202-4778-9b6a-13aca7d2a3e6 on host dv-cinder-835384-28-iscsi {{(pid=106557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:21:51.563775 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7709388', 'neutron.services.segments.db._delete_segments_for_network-8784621099201'] for network (1876d1ce-e761-46f2-ab46-b61110e15c2c), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:51.586588 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1876d1ce-e761-46f2-ab46-b61110e15c2c']}} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:51.596680 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1') {'for_net_delete': True} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:51.596979 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.services.segments.db [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45167f1e-68ee-438b-a0d8-d4dca6e3f2f1') {} {{(pid=106555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:51.608126 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784621099093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3953885'] for segment (45167f1e-68ee-438b-a0d8-d4dca6e3f2f1), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:51.623326 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (45167f1e-68ee-438b-a0d8-d4dca6e3f2f1), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:51.631408 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=106555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:21:51.631890 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3523880'] for segment (45167f1e-68ee-438b-a0d8-d4dca6e3f2f1), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:51.716783 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7709429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536458'] for network (1876d1ce-e761-46f2-ab46-b61110e15c2c), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:51.723573 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:51.726809 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/1876d1ce-e761-46f2-ab46-b61110e15c2c HTTP/1.1" status: 204 len: 168 time: 0.5814331 Sep 22 17:21:51.730008 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 40176) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:51.738143 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d38a3-2a15-43fc-b4df-c707ba3751a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1876d1ce-e761-46f2-ab46-b61110e15c2c,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:51.826959 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.services.segments.plugin [-] Segment 45167f1e-68ee-438b-a0d8-d4dca6e3f2f1 resource provider aggregate not found Sep 22 17:21:51.843774 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.services.segments.plugin [-] Segment 45167f1e-68ee-438b-a0d8-d4dca6e3f2f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45167f1e-68ee-438b-a0d8-d4dca6e3f2f1 found for delete ", "request_id": "req-883b0aff-f046-43c9-9dfc-9bd094572537"}]} Sep 22 17:21:51.966073 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:52.057108 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a73c647d-d38e-47ad-b069-f837f26e6566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498853'] for router_interface (03bdc0e2-c26f-4780-a01b-d0dc7d051998), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:52.292282 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-a73c647d-d38e-47ad-b069-f837f26e6566 admin admin] Deleting port db74a842-dc88-4af1-8003-ce297e9d9d65 {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:21:52.292609 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a73c647d-d38e-47ad-b069-f837f26e6566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:52.371592 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device d3669f17-f202-4778-9b6a-13aca7d2a3e6 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:21:52.378920 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-a73c647d-d38e-47ad-b069-f837f26e6566 admin admin] For port db74a842-dc88-4af1-8003-ce297e9d9d65, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=db74a842-dc88-4af1-8003-ce297e9d9d65,segment=NetworkSegment(f86aa87e-b062-4cf9-94dc-265eb4f44b11),segment_id=f86aa87e-b062-4cf9-94dc-265eb4f44b11)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:52.379322 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a73c647d-d38e-47ad-b069-f837f26e6566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:52.391640 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: d3669f17-f202-4778-9b6a-13aca7d2a3e6 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:21:52.391981 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device d3669f17-f202-4778-9b6a-13aca7d2a3e6 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:21:52.392380 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 4561b92d-041a-4431-838d-8b579d303572 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:21:52.393506 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-a73c647d-d38e-47ad-b069-f837f26e6566 admin admin] Calling delete_port for db74a842-dc88-4af1-8003-ce297e9d9d65 owned by network:router_interface {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:21:52.413641 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 4561b92d-041a-4431-838d-8b579d303572 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:21:52.414022 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 4561b92d-041a-4431-838d-8b579d303572 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:21:52.414435 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 4cde5cf6-937b-417d-ab30-59f813a9c539 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:21:52.435249 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 4cde5cf6-937b-417d-ab30-59f813a9c539 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:21:52.435593 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 4cde5cf6-937b-417d-ab30-59f813a9c539 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:21:52.497691 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:52.575727 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a73c647d-d38e-47ad-b069-f837f26e6566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (db74a842-dc88-4af1-8003-ce297e9d9d65), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:52.597704 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c647d-d38e-47ad-b069-f837f26e6566 admin admin] Pushing event deleted for resources: {'Port': ['ID=db74a842-dc88-4af1-8003-ce297e9d9d65,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:52.769540 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-a73c647d-d38e-47ad-b069-f837f26e6566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533013'] for router_interface (03bdc0e2-c26f-4780-a01b-d0dc7d051998), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:52.820683 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:52.977631 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73c647d-d38e-47ad-b069-f837f26e6566 admin admin] Router 03bdc0e2-c26f-4780-a01b-d0dc7d051998 has already been hosted by L3 agent 5c1b4663-7044-4e65-a114-c9d499b6a439 {{(pid=106556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 17:21:53.076616 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73c647d-d38e-47ad-b069-f837f26e6566 admin admin] Notify agent at l3_agent.dv-cinder-835384-28-iscsi the message routers_updated {{(pid=106556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 17:21:53.081498 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-a73c647d-d38e-47ad-b069-f837f26e6566 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/03bdc0e2-c26f-4780-a01b-d0dc7d051998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3503890 Sep 22 17:21:53.084116 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 40182) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:53.087365 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a827a1-57a0-492d-97f5-2b195239058f None None] Sync routers for ids ['03bdc0e2-c26f-4780-a01b-d0dc7d051998'] in dv-cinder-835384-28-iscsi {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:53.097669 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a827a1-57a0-492d-97f5-2b195239058f None None] Routers {'03bdc0e2-c26f-4780-a01b-d0dc7d051998'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:21:53.098285 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-84a827a1-57a0-492d-97f5-2b195239058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:21:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['03bdc0e2-c26f-4780-a01b-d0dc7d051998'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:53.194365 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7cafd60-f727-44fb-a240-dd546f4b94a6 admin admin] Publish callbacks [] for router (03bdc0e2-c26f-4780-a01b-d0dc7d051998), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:53.208658 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-84a827a1-57a0-492d-97f5-2b195239058f None None] Set router 03bdc0e2-c26f-4780-a01b-d0dc7d051998 gateway port host: dv-cinder-835384-28-iscsi {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:21:53.296640 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7cafd60-f727-44fb-a240-dd546f4b94a6 admin admin] Publish callbacks [] for router_gateway (03bdc0e2-c26f-4780-a01b-d0dc7d051998), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:53.343507 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-b7cafd60-f727-44fb-a240-dd546f4b94a6 admin admin] Deleting port 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:21:53.343805 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7cafd60-f727-44fb-a240-dd546f4b94a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (42ad38a9-18cf-4a9c-bf4e-c875e197ff2c), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:53.388100 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:53.389394 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-84a827a1-57a0-492d-97f5-2b195239058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'name': 'tempest-TestVolumeBootPattern-1748921251-router', 'tenant_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'external_fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': '42ad38a9-18cf-4a9c-bf4e-c875e197ff2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:22Z', 'updated_at': '2022-09-22T17:21:52Z', 'revision_number': 5, 'project_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'gw_port': {'id': '42ad38a9-18cf-4a9c-bf4e-c875e197ff2c', 'name': '', 'network_id': 'f003e7b0-1e8d-4666-abdd-e8ce7241106b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835384-28-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:11:22Z', 'updated_at': '2022-09-22T17:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c753248-0725-45e1-a4b8-c8288fc45159', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835384-28-iscsi'}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:53.421781 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a827a1-57a0-492d-97f5-2b195239058f None None] Checking router: 03bdc0e2-c26f-4780-a01b-d0dc7d051998 for host: dv-cinder-835384-28-iscsi {{(pid=106557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:53.431292 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a827a1-57a0-492d-97f5-2b195239058f None None] Routers {'03bdc0e2-c26f-4780-a01b-d0dc7d051998'} bound to L3 agent in host dv-cinder-835384-28-iscsi {{(pid=106557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 17:21:53.431894 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-84a827a1-57a0-492d-97f5-2b195239058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835384-28-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:58:24Z,description=,heartbeat_timestamp=2022-09-22T17:21:24Z,host='dv-cinder-835384-28-iscsi',id=5c1b4663-7044-4e65-a114-c9d499b6a439,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:58:24Z,topic='l3_agent')) {'router_ids': ['03bdc0e2-c26f-4780-a01b-d0dc7d051998'], 'active': True} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:53.446108 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-b7cafd60-f727-44fb-a240-dd546f4b94a6 admin admin] For port 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=42ad38a9-18cf-4a9c-bf4e-c875e197ff2c,segment=NetworkSegment(d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7),segment_id=d0f3ffb8-98a9-479e-b5a0-c1e5f9af84d7)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:53.446471 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7cafd60-f727-44fb-a240-dd546f4b94a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (42ad38a9-18cf-4a9c-bf4e-c875e197ff2c), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:53.460848 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-b7cafd60-f727-44fb-a240-dd546f4b94a6 admin admin] Calling delete_port for 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c owned by network:router_gateway {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:21:53.520414 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvr_db [None req-84a827a1-57a0-492d-97f5-2b195239058f None None] Set router 03bdc0e2-c26f-4780-a01b-d0dc7d051998 gateway port host: None {{(pid=106557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 17:21:53.576631 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_hamode_db [None req-84a827a1-57a0-492d-97f5-2b195239058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'name': 'tempest-TestVolumeBootPattern-1748921251-router', 'tenant_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:22Z', 'updated_at': '2022-09-22T17:21:53Z', 'revision_number': 6, 'project_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'gw_port_host': None}], 'dv-cinder-835384-28-iscsi', False) {} {{(pid=106557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:53.602776 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a827a1-57a0-492d-97f5-2b195239058f None None] The sync data for ids ['03bdc0e2-c26f-4780-a01b-d0dc7d051998'] in dv-cinder-835384-28-iscsi is: [{'id': '03bdc0e2-c26f-4780-a01b-d0dc7d051998', 'name': 'tempest-TestVolumeBootPattern-1748921251-router', 'tenant_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:11:22Z', 'updated_at': '2022-09-22T17:21:53Z', 'revision_number': 6, 'project_id': 'ec3eb12cabb04fd8bba960c1432f65e1', 'gw_port_host': None}] {{(pid=106557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:53.653115 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7cafd60-f727-44fb-a240-dd546f4b94a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (42ad38a9-18cf-4a9c-bf4e-c875e197ff2c), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:53.658460 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:53.680873 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cafd60-f727-44fb-a240-dd546f4b94a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ad38a9-18cf-4a9c-bf4e-c875e197ff2c,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:53.754803 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7cafd60-f727-44fb-a240-dd546f4b94a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536415'] for router_gateway (03bdc0e2-c26f-4780-a01b-d0dc7d051998), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:53.841571 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca75e8db-854d-43f7-9515-948ee674ccea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:53.850093 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7cafd60-f727-44fb-a240-dd546f4b94a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2709'] for router (03bdc0e2-c26f-4780-a01b-d0dc7d051998), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:53.852446 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7cafd60-f727-44fb-a240-dd546f4b94a6 admin admin] Publish callbacks [] for router_controller (03bdc0e2-c26f-4780-a01b-d0dc7d051998), precommit_delete_associations {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:53.896548 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7cafd60-f727-44fb-a240-dd546f4b94a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533096'] for router (03bdc0e2-c26f-4780-a01b-d0dc7d051998), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:53.897137 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cafd60-f727-44fb-a240-dd546f4b94a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03bdc0e2-c26f-4780-a01b-d0dc7d051998 {{(pid=106556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 17:21:53.901456 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-b7cafd60-f727-44fb-a240-dd546f4b94a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:53.902602 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-b7cafd60-f727-44fb-a240-dd546f4b94a6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/03bdc0e2-c26f-4780-a01b-d0dc7d051998 HTTP/1.1" status: 204 len: 168 time: 0.8174486 Sep 22 17:21:53.905145 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 40186) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:53.954235 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd0998f-d197-4b0d-9c98-32bbafe97e2b admin admin] Deleting subnet 63356251-3987-44a9-aa6b-5f9760dceb01 {{(pid=106556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 17:21:53.957830 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0fd0998f-d197-4b0d-9c98-32bbafe97e2b admin admin] Publish callbacks [] for subnet (63356251-3987-44a9-aa6b-5f9760dceb01), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.002342 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0fd0998f-d197-4b0d-9c98-32bbafe97e2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3319090'] for subnet (63356251-3987-44a9-aa6b-5f9760dceb01), precommit_delete_associations {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.081434 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0fd0998f-d197-4b0d-9c98-32bbafe97e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8016103'] for subnet (63356251-3987-44a9-aa6b-5f9760dceb01), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.135876 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0fd0998f-d197-4b0d-9c98-32bbafe97e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8014298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3793533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3584758'] for subnet (63356251-3987-44a9-aa6b-5f9760dceb01), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.158972 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0998f-d197-4b0d-9c98-32bbafe97e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63356251-3987-44a9-aa6b-5f9760dceb01,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:54.164620 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-0fd0998f-d197-4b0d-9c98-32bbafe97e2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.168257 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-0fd0998f-d197-4b0d-9c98-32bbafe97e2b admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/63356251-3987-44a9-aa6b-5f9760dceb01 HTTP/1.1" status: 204 len: 168 time: 0.2621810 Sep 22 17:21:54.170858 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9fdcef-14ad-4d28-8786-de3d396a43a6 None None] Network 4848820f-07df-4fbd-93c3-fa4f3bf10d54 requested from dv-cinder-835384-28-iscsi {{(pid=106557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 17:21:54.171212 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 40188) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:54.248023 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632274'] for network (4848820f-07df-4fbd-93c3-fa4f3bf10d54), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.292581 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] Deleting port a153c2cc-a39d-472f-8933-f12944d54a6d {{(pid=106556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:21:54.292989 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (a153c2cc-a39d-472f-8933-f12944d54a6d), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.343875 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e567c3-4b16-4ad1-b639-7d0aa342fbb6 None None] DHCP port deletion for 4848820f-07df-4fbd-93c3-fa4f3bf10d54 request from dv-cinder-835384-28-iscsi {{(pid=106557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 17:21:54.373257 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.db [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] For port a153c2cc-a39d-472f-8933-f12944d54a6d, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=a153c2cc-a39d-472f-8933-f12944d54a6d,segment=NetworkSegment(f86aa87e-b062-4cf9-94dc-265eb4f44b11),segment_id=f86aa87e-b062-4cf9-94dc-265eb4f44b11)] {{(pid=106556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:54.373611 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (a153c2cc-a39d-472f-8933-f12944d54a6d), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.384330 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:54.388703 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:54.390106 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-75e567c3-4b16-4ad1-b639-7d0aa342fbb6 None None] Deleting port a153c2cc-a39d-472f-8933-f12944d54a6d {{(pid=106557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 17:21:54.390721 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-75e567c3-4b16-4ad1-b639-7d0aa342fbb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784621025293'] for port (a153c2cc-a39d-472f-8933-f12944d54a6d), before_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.393509 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.plugin [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] Calling delete_port for a153c2cc-a39d-472f-8933-f12944d54a6d owned by network:dhcp {{(pid=106556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:21:54.408802 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:54.413631 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:21:54.482312 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3793426'] for port (a153c2cc-a39d-472f-8933-f12944d54a6d), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.487918 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:21:54.488266 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device 42ad38a9-18cf-4a9c-bf4e-c875e197ff2c not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:21:54.488791 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device db74a842-dc88-4af1-8003-ce297e9d9d65 no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:21:54.492148 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.db [None req-75e567c3-4b16-4ad1-b639-7d0aa342fbb6 None None] For port a153c2cc-a39d-472f-8933-f12944d54a6d, host dv-cinder-835384-28-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835384-28-iscsi',level=0,port_id=a153c2cc-a39d-472f-8933-f12944d54a6d,segment=NetworkSegment(f86aa87e-b062-4cf9-94dc-265eb4f44b11),segment_id=f86aa87e-b062-4cf9-94dc-265eb4f44b11)] {{(pid=106557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 17:21:54.492536 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-75e567c3-4b16-4ad1-b639-7d0aa342fbb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-539999'] for port (a153c2cc-a39d-472f-8933-f12944d54a6d), precommit_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.508610 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-75e567c3-4b16-4ad1-b639-7d0aa342fbb6 None None] Calling delete_port for a153c2cc-a39d-472f-8933-f12944d54a6d owned by network:dhcp {{(pid=106557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 17:21:54.509666 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=a153c2cc-a39d-472f-8933-f12944d54a6d,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:54.515008 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] No DVR routers for this DVR port a153c2cc-a39d-472f-8933-f12944d54a6d on host dv-cinder-835384-28-iscsi {{(pid=106556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:21:54.527692 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: db74a842-dc88-4af1-8003-ce297e9d9d65 {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:21:54.528036 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device db74a842-dc88-4af1-8003-ce297e9d9d65 not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:21:54.528447 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device a153c2cc-a39d-472f-8933-f12944d54a6d no longer exists at agent ovs-agent-dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 17:21:54.557473 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.plugin [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] No Port match for: a153c2cc-a39d-472f-8933-f12944d54a6d {{(pid=106557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 17:21:54.557822 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.plugins.ml2.rpc [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Device a153c2cc-a39d-472f-8933-f12944d54a6d not bound to the agent host dv-cinder-835384-28-iscsi {{(pid=106557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 17:21:54.598270 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7709388', 'neutron.services.segments.db._delete_segments_for_network-8784621099201'] for network (4848820f-07df-4fbd-93c3-fa4f3bf10d54), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.623635 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4848820f-07df-4fbd-93c3-fa4f3bf10d54']}} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:54.628068 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-75e567c3-4b16-4ad1-b639-7d0aa342fbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8028678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-799362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784621027467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784620584906'] for port (a153c2cc-a39d-472f-8933-f12944d54a6d), after_delete {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.634899 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86aa87e-b062-4cf9-94dc-265eb4f44b11') {'for_net_delete': True} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:54.635223 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.services.segments.db [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86aa87e-b062-4cf9-94dc-265eb4f44b11') {} {{(pid=106556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:54.646089 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784621099093', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3319049'] for segment (f86aa87e-b062-4cf9-94dc-265eb4f44b11), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.654254 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e567c3-4b16-4ad1-b639-7d0aa342fbb6 None None] Pushing event deleted for resources: {'Port': ['ID=a153c2cc-a39d-472f-8933-f12944d54a6d,revision_number=None']} {{(pid=106557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:54.657946 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e567c3-4b16-4ad1-b639-7d0aa342fbb6 None None] No DVR routers for this DVR port a153c2cc-a39d-472f-8933-f12944d54a6d on host dv-cinder-835384-28-iscsi {{(pid=106557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 17:21:54.672456 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499'] for segment (f86aa87e-b062-4cf9-94dc-265eb4f44b11), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.674622 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:21:54.684574 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=106556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:21:54.685120 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7714499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3793607'] for segment (f86aa87e-b062-4cf9-94dc-265eb4f44b11), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.748884 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7709429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-536458'] for network (4848820f-07df-4fbd-93c3-fa4f3bf10d54), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.754370 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546059'] for network (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:54.765916 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/4848820f-07df-4fbd-93c3-fa4f3bf10d54 HTTP/1.1" status: 204 len: 168 time: 0.5865498 Sep 22 17:21:54.765916 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment f86aa87e-b062-4cf9-94dc-265eb4f44b11 resource provider aggregate not found Sep 22 17:21:54.791486 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.services.segments.plugin [-] Segment f86aa87e-b062-4cf9-94dc-265eb4f44b11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f86aa87e-b062-4cf9-94dc-265eb4f44b11 found for delete ", "request_id": "req-609e0976-33ac-4212-886b-079513f05d5c"}]} Sep 22 17:21:54.792394 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561fb79-529c-44bc-9048-2c0898fc5f3d admin admin] Pushing event deleted for resources: {'Network': ['ID=4848820f-07df-4fbd-93c3-fa4f3bf10d54,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:54.906306 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 40200) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:54.947720 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-eb239674-c54a-4793-8977-5c1141d24976 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5fca6eabbca24bc09aee7e259ca82562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396893 Sep 22 17:21:54.950109 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 40202) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:55.003046 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b7399a86-229f-4e88-b862-8322675c128d admin admin] Publish callbacks [] for security_group (dbded745-0ad1-4309-822f-13ca55d949bc), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:55.023404 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b7399a86-229f-4e88-b862-8322675c128d admin admin] Publish callbacks [] for security_group (dbded745-0ad1-4309-822f-13ca55d949bc), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:55.072727 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b7399a86-229f-4e88-b862-8322675c128d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (dbded745-0ad1-4309-822f-13ca55d949bc), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:55.075354 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-b7399a86-229f-4e88-b862-8322675c128d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:55.076475 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-b7399a86-229f-4e88-b862-8322675c128d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/dbded745-0ad1-4309-822f-13ca55d949bc HTTP/1.1" status: 204 len: 168 time: 0.1254685 Sep 22 17:21:55.084464 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7399a86-229f-4e88-b862-8322675c128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbded745-0ad1-4309-822f-13ca55d949bc,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:55.396261 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:55.448927 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 40210) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:55.491563 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-0d41ab9a-cae6-42a3-be15-e10e72c2a4bf admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ec3eb12cabb04fd8bba960c1432f65e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407856 Sep 22 17:21:55.493529 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 40212) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:21:55.542050 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-286a8ce0-c66f-44d3-ad18-da286603ae38 admin admin] Publish callbacks [] for security_group (5e137911-8e2a-441e-a114-6990dc715b5f), before_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:55.563175 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-286a8ce0-c66f-44d3-ad18-da286603ae38 admin admin] Publish callbacks [] for security_group (5e137911-8e2a-441e-a114-6990dc715b5f), precommit_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:55.611397 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-286a8ce0-c66f-44d3-ad18-da286603ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (5e137911-8e2a-441e-a114-6990dc715b5f), after_delete {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:55.613920 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-286a8ce0-c66f-44d3-ad18-da286603ae38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:55.615109 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-286a8ce0-c66f-44d3-ad18-da286603ae38 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5e137911-8e2a-441e-a114-6990dc715b5f HTTP/1.1" status: 204 len: 168 time: 0.1200950 Sep 22 17:21:55.623382 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a8ce0-c66f-44d3-ad18-da286603ae38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e137911-8e2a-441e-a114-6990dc715b5f,revision_number=None']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:56.810665 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:21:57.623648 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:00.523538 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=93 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:22:00.530238 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=17 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:22:04.740792 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:22:04.772748 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=31,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:22:05.618471 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:22:05.619270 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=83,neutron:DELETE=9 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:22:07.542885 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:10.718157 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:22:17.534521 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=38,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:22:17.537037 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=27,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:22:19.071694 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [-] (106555) accepted ('10.222.0.16', 40300) {{(pid=106555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:22:19.188342 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9702f6be-7146-42d0-a152-3fa53d9a679f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:19.265687 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9702f6be-7146-42d0-a152-3fa53d9a679f admin admin] Publish callbacks [] for security_group (98bf3398-90df-42ac-8c69-51e43c1c7ad9), precommit_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:19.269803 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron_lib.callbacks.manager [None req-9702f6be-7146-42d0-a152-3fa53d9a679f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (98bf3398-90df-42ac-8c69-51e43c1c7ad9), after_create {{(pid=106555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:19.310268 dv-cinder-835384-28-iscsi neutron-server[106555]: INFO neutron.wsgi [None req-9702f6be-7146-42d0-a152-3fa53d9a679f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=84d17850960b4ef8b4655554158c3ff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374735 Sep 22 17:22:19.311243 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702f6be-7146-42d0-a152-3fa53d9a679f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bf3398-90df-42ac-8c69-51e43c1c7ad9,revision_number=1']} {{(pid=106555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:19.313032 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [-] (106556) accepted ('10.222.0.16', 40304) {{(pid=106556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 17:22:19.365482 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6c134d55-b431-4460-a3ce-3799fb038d75 admin admin] Publish callbacks [] for security_group (98bf3398-90df-42ac-8c69-51e43c1c7ad9), before_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:19.385906 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6c134d55-b431-4460-a3ce-3799fb038d75 admin admin] Publish callbacks [] for security_group (98bf3398-90df-42ac-8c69-51e43c1c7ad9), precommit_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:19.433611 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6c134d55-b431-4460-a3ce-3799fb038d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533756'] for security_group (98bf3398-90df-42ac-8c69-51e43c1c7ad9), after_delete {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:19.436450 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron_lib.callbacks.manager [None req-6c134d55-b431-4460-a3ce-3799fb038d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:19.437615 dv-cinder-835384-28-iscsi neutron-server[106556]: INFO neutron.wsgi [None req-6c134d55-b431-4460-a3ce-3799fb038d75 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/98bf3398-90df-42ac-8c69-51e43c1c7ad9 HTTP/1.1" status: 204 len: 168 time: 0.1235986 Sep 22 17:22:19.445411 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c134d55-b431-4460-a3ce-3799fb038d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bf3398-90df-42ac-8c69-51e43c1c7ad9,revision_number=None']} {{(pid=106556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:22:20.932024 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-5ab1ba01-bf2c-4cfd-9201-987103666a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:23.844886 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-76013275-8895-4528-892c-f2ce26dd7d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:25.397135 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:26.411081 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=2 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:22:26.416913 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:22:26.813998 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:27.623938 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:29.303978 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:22:29.305926 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG dbcounter [-] [106555] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=106555) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:22:29.440180 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:22:29.441003 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG dbcounter [-] [106556] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106556) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:22:37.538797 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:47.532546 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:22:47.534605 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:22:47.717709 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:22:50.938885 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-5a0735cc-7b94-403f-a6ed-e5591edf6c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:53.846881 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-19df27cf-3a47-4f39-8c73-e42992ebc798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:55.399953 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:56.817195 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:22:57.626716 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:23:03.408154 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=2 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:23:03.413223 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=6 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:23:06.423139 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [req-eff07b02-5b1d-4c5a-9918-e17df397c2ed req-72317f4f-27cb-4fc6-bdf2-95022db9b8b5 service neutron] (106556) timed out ('10.222.0.33', 50350) {{(pid=106556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 22 17:23:06.926155 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [req-27fe8d5f-a5d4-42b7-9186-331e050280d4 req-f5ffaa86-737d-49ff-b1dd-fdb48ec5e5af service neutron] (106556) timed out ('10.222.0.33', 50408) {{(pid=106556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 22 17:23:07.087811 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [req-60231a37-9702-4fb4-a80f-0e3726285e5b req-b0735bb6-205b-4794-986c-e8fa44387bf0 service neutron] (106555) timed out ('10.222.0.33', 50404) {{(pid=106555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 22 17:23:07.553159 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:23:13.003477 dv-cinder-835384-28-iscsi neutron-server[106556]: DEBUG neutron.wsgi [req-4a723351-632a-4ed3-87b6-3a9d619a11ec req-a46b8a33-95db-44f0-a56f-419f6cee46d5 service neutron] (106556) timed out ('10.222.0.33', 50337) {{(pid=106556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 22 17:23:17.546763 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:23:17.548830 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:23:20.931593 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-0b97b011-552e-4f57-97fd-16d751673621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:23:22.658467 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=14 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:23:22.660915 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=12 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:23:23.850561 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-567c8df2-de3f-411b-9396-a2b4c8ec84aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:23:24.716421 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:23:25.404514 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:23:26.821515 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:23:27.629406 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:23:37.568471 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:23:40.405488 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=4 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:23:40.409910 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=4 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:23:47.563174 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:23:47.565192 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:23:50.934422 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-89e6de99-45bd-4359-a79b-de96d55d9d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:23:53.853594 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-04de18d9-dd10-4d6e-89e9-c336c44189f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:23:55.406893 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:23:56.827296 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:23:57.632243 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:24:01.715345 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:24:07.566589 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:24:17.461287 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=5 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:24:17.462066 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:24:17.560495 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:24:17.562700 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:24:20.939165 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-c49f1bf2-62b7-40d0-83c8-32ccc5d9ab82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:24:23.855312 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-cc71151c-9fbf-443c-8ae8-884c34965bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:24:25.410886 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:24:26.820521 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:24:27.635218 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:24:37.581869 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:24:38.714364 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:24:47.571347 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:UPDATE=3,neutron:SELECT=21 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:24:47.578426 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:24:50.945383 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-73ea03d2-caaa-4025-a318-26e9c54873d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:24:53.858458 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-85dd473d-dfd2-4dda-a9cf-53371b5a7621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:24:54.401415 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=3 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:24:54.407428 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=5 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:24:55.413433 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:24:56.824058 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:24:57.638366 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:25:07.580974 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:25:15.713817 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:25:17.574741 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:25:17.576800 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:25:20.940359 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-b14dc870-36c2-45b5-b632-ec11df8cd2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:25:23.860565 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8eea-3e0e-4f7d-bfc4-cfa9be656d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:25:25.417537 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:25:26.827996 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:25:27.644766 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:25:31.403983 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=18 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:25:31.404769 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=16 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:25:37.596511 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:25:47.590900 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:25:47.591901 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:25:50.945770 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-0840e5b6-ff72-4c40-a8ef-91402a9bfc78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:25:52.712982 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:25:53.863878 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8b835311-b31d-45d4-a829-7ada72839b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:25:55.419820 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:25:56.841144 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:25:57.658865 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:26:07.592882 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:26:08.401715 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=3 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:26:17.467500 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:26:17.587101 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:26:17.588984 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:26:20.949178 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-b677327a-bf53-4731-b1e9-49acd398fbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:26:23.866128 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-dcfaccd4-2219-4ad3-a69e-2c17f9e7ec63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:26:25.421258 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:26:26.838208 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:26:27.651286 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:26:29.712885 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:26:37.591817 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:26:45.394777 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=4 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:26:45.400020 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=6 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:26:47.585930 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:26:47.587959 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:26:50.954941 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-dc0b511f-e8b6-42fa-a71c-3cb78a8813a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:26:53.869024 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8dd31d39-fdbb-4a29-afd7-e04ca883a90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:26:55.426098 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:26:56.843741 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:26:57.655548 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:27:06.711964 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:27:07.602607 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:27:17.592849 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:27:17.598483 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:27:18.203672 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-e1625ebc-69d6-40fe-9ac1-3498f65e77ea service neutron] (106555) timed out ('10.222.0.16', 33352) {{(pid=106555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 22 17:27:18.427995 dv-cinder-835384-28-iscsi neutron-server[106555]: DEBUG neutron.wsgi [req-b047cb28-c5c0-446f-bbeb-88ce28ea9553 req-aa6868e8-24a9-49f0-b151-ec28138c0dfd tempest-AttachVolumeShelveTestJSON-9697682 tempest-AttachVolumeShelveTestJSON-9697682-project] (106555) timed out ('10.222.0.16', 33360) {{(pid=106555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 22 17:27:20.949052 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-b2ad1c02-58b5-485d-9f28-ef10cb24aa51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:27:22.670349 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=16 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:27:22.674326 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG dbcounter [-] [106558] Writing DB stats neutron:SELECT=18 {{(pid=106558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:27:23.871762 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-88c4f2b1-36f9-42b9-9505-0fa0cef63f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:27:25.428778 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:27:26.837220 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-8954bbe5-12bf-4acf-8db5-e66813d3e315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (32b829f7-4db0-4ab2-a5f6-52d050deeab1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:27:27.657851 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-13b5f8d6-ec9d-47e3-9fca-21f457373fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (dda52e6b-324b-432a-92da-0900fd3f2c04), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:27:37.591397 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-ca1ca318-4712-4a5f-9f35-68cd7f0ce987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (2cd9546f-f310-485a-b6cd-459a1e1094c1), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:27:43.710405 dv-cinder-835384-28-iscsi neutron-server[106558]: DEBUG neutron.db.agents_db [None req-ccdb6137-e71b-4f28-ab37-e66a56376572 None None] Agent healthcheck: found 6 active agents {{(pid=106558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 17:27:47.582111 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:27:47.587856 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG dbcounter [-] [106557] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 17:27:50.951702 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-cad10843-0a39-4057-972d-1aafa8c2e39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (e22d7fc4-92b1-4c5c-a3ae-3341daa26081), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:27:53.877014 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-9e1a0b92-4a3f-4f1d-9e38-58e5281ff2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (5c1b4663-7044-4e65-a114-c9d499b6a439), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 17:27:55.431737 dv-cinder-835384-28-iscsi neutron-server[106557]: DEBUG neutron_lib.callbacks.manager [None req-a5ebafb6-7336-4607-b0f5-c2b9ee124d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784621099183', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7707021'] for agent (67357890-7bca-45f5-857f-46043d54bd9a), after_update {{(pid=106557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}